{"severity_text":"INFO","timestamp":"2026-10-29T23:19:30.591132611Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:30.60911228Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:30.651160641Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:30.651185896Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:30.728342647Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:30.728387167Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:30.788599836Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/5082a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:31.032143533Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:31.332637722Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:31.371307026Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:31.371406592Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:31.371462584Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:31.371505276Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:31.371545611Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:31.371600761Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:31.37164014Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:31.371696238Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:31.371734895Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:31.37176933Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:31.371804708Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:31.371852905Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:31.371871369Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:31.37193473Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:31.372126641Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:31.372170137Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:31.372225927Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:31.372235352Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:31.372295344Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:31.372368487Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:31.473633058Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1029 23:19:31.473670 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-29T23:19:31.675047142Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:31.675091454Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1029 23:19:59.172932 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.173309055Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.173529237Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.173622269Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.17373558Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.173771191Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.173768811Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.17386391Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.173947881Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.174069724Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.174100437Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.174173161Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.17422182Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.174316895Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.174403439Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.174435323Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.174469101Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.174497067Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.174581108Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.174731873Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.174741536Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.17476418Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.174788408Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.174813251Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.174822914Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.174891193Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.174921365Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.174925374Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.174942064Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.174964658Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.175075213Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.175101077Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.175154473Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.175227136Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.175237997Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.175266515Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.17545356Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.175542838Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.175590351Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.175613111Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.175633467Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.175763375Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.175787438Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.176057314Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.176242152Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.176304396Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.176333546Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.176404308Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.176431817Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.176460762Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.176485351Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.176509166Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.250197205Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.311544229Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.335097225Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.468224676Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.475746952Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.475788701Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.47970656Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.479733669Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.480830903Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.480847832Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.486981003Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.487019777Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.488084985Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.488109566Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.578179373Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.578197343Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.578235255Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.57822752Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:00.092389198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42b8d639-cb3f-4e8e-85db-a99dfb1a2c7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:00.108963519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42b8d639-cb3f-4e8e-85db-a99dfb1a2c7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:00.125414706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42b8d639-cb3f-4e8e-85db-a99dfb1a2c7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:00.141956592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42b8d639-cb3f-4e8e-85db-a99dfb1a2c7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:00.783420794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4464895-7515-4147-b15d-6458188f4f20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:00.799782737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4464895-7515-4147-b15d-6458188f4f20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:00.816998365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4464895-7515-4147-b15d-6458188f4f20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:00.833130199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4464895-7515-4147-b15d-6458188f4f20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:01.478005215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"736e0a14-17de-4539-9365-6b157d6b33a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:01.494280463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"736e0a14-17de-4539-9365-6b157d6b33a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:01.510445575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"736e0a14-17de-4539-9365-6b157d6b33a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:01.526598005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"736e0a14-17de-4539-9365-6b157d6b33a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:01.842772302Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a9bbd3d-adb7-4fb6-b639-ce3751117b60","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:02.22904509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a9bbd3d-adb7-4fb6-b639-ce3751117b60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:02.245238602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a9bbd3d-adb7-4fb6-b639-ce3751117b60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:02.261536132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a9bbd3d-adb7-4fb6-b639-ce3751117b60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:02.277683554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a9bbd3d-adb7-4fb6-b639-ce3751117b60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:02.910129947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a73137a-ac5b-4b91-9b85-6d936b1f8e0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:02.926243667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a73137a-ac5b-4b91-9b85-6d936b1f8e0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:02.942862243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a73137a-ac5b-4b91-9b85-6d936b1f8e0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:02.959377488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a73137a-ac5b-4b91-9b85-6d936b1f8e0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:03.545692556Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"7ae52ee0-73e8-4ae5-a340-9998b2388b85","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:05.563135781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cdb33d5-305b-4bdb-9154-7c2c659cd536","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:05.579304249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cdb33d5-305b-4bdb-9154-7c2c659cd536","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:05.595326393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cdb33d5-305b-4bdb-9154-7c2c659cd536","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:05.611416544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cdb33d5-305b-4bdb-9154-7c2c659cd536","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:06.283009536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98e6d2c0-ec82-475b-a5a6-3e83fc0ccf25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:06.299206933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98e6d2c0-ec82-475b-a5a6-3e83fc0ccf25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:06.31536664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98e6d2c0-ec82-475b-a5a6-3e83fc0ccf25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:06.331883375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98e6d2c0-ec82-475b-a5a6-3e83fc0ccf25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:29.315936928Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:29.4711748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6052f799-15b7-48eb-a29c-dbe29723ff80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:29.48723534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6052f799-15b7-48eb-a29c-dbe29723ff80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:29.503321838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6052f799-15b7-48eb-a29c-dbe29723ff80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:29.519441375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6052f799-15b7-48eb-a29c-dbe29723ff80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:30.187372002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8803fd3-a6c3-4f5b-b22e-915273a87c1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:30.204479296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8803fd3-a6c3-4f5b-b22e-915273a87c1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:30.221436711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8803fd3-a6c3-4f5b-b22e-915273a87c1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:30.237499482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8803fd3-a6c3-4f5b-b22e-915273a87c1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:59.296724969Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:13.466180579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3efdc65-073a-4574-b219-1de10e8c9fad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:13.482401243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3efdc65-073a-4574-b219-1de10e8c9fad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:13.498527349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3efdc65-073a-4574-b219-1de10e8c9fad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:13.51502637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3efdc65-073a-4574-b219-1de10e8c9fad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:14.169754435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9c4b337-bb53-4995-ad25-bb89f98fe48a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:14.186131014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9c4b337-bb53-4995-ad25-bb89f98fe48a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:14.202489076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9c4b337-bb53-4995-ad25-bb89f98fe48a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:14.218765866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9c4b337-bb53-4995-ad25-bb89f98fe48a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:14.602732151Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"cd4644aa-9549-48e0-8b2f-7698769311ef","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.56847242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93e9836a-3247-49dd-a007-2e3c38caa9b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.605823216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93e9836a-3247-49dd-a007-2e3c38caa9b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.685072934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93e9836a-3247-49dd-a007-2e3c38caa9b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.701597882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93e9836a-3247-49dd-a007-2e3c38caa9b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:17.366791717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be1c2967-8d09-4fed-9ce0-05099d00429e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:17.383386241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be1c2967-8d09-4fed-9ce0-05099d00429e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:17.399570413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be1c2967-8d09-4fed-9ce0-05099d00429e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:17.41590998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be1c2967-8d09-4fed-9ce0-05099d00429e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:29.294432458Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:29.671757793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58aa56dd-9461-474b-9fc9-d11b90968f20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:29.688730985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58aa56dd-9461-474b-9fc9-d11b90968f20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:29.705328694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58aa56dd-9461-474b-9fc9-d11b90968f20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:29.721867651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58aa56dd-9461-474b-9fc9-d11b90968f20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.048087073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f89b4820-215d-4fdc-8fb8-397538d2f862","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.114031827Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f89b4820-215d-4fdc-8fb8-397538d2f862","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.133169921Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f89b4820-215d-4fdc-8fb8-397538d2f862","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.163932888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3fb9d184-8cc5-4ec4-a21d-4dfbdfbef26c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.184326745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3fb9d184-8cc5-4ec4-a21d-4dfbdfbef26c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.203008015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3fb9d184-8cc5-4ec4-a21d-4dfbdfbef26c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.264788257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e15ad256-9640-4cc2-a9b5-500da8bf6ab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.270890473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04d7a2e8-3e9b-4191-9a3f-f0da160f52df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.284720842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e15ad256-9640-4cc2-a9b5-500da8bf6ab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.290946775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04d7a2e8-3e9b-4191-9a3f-f0da160f52df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.303807508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e15ad256-9640-4cc2-a9b5-500da8bf6ab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.309790961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04d7a2e8-3e9b-4191-9a3f-f0da160f52df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.578001273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"495521f6-6b34-4690-a58f-0e8c89059757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.597940538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"495521f6-6b34-4690-a58f-0e8c89059757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.617803126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"495521f6-6b34-4690-a58f-0e8c89059757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.67908128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67a1d985-ff9f-444d-a6cb-6dd4459a11a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.679081251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"581ebff6-c00a-48eb-b4b4-9612f928367d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.699738007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"581ebff6-c00a-48eb-b4b4-9612f928367d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.700898689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67a1d985-ff9f-444d-a6cb-6dd4459a11a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.720068149Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67a1d985-ff9f-444d-a6cb-6dd4459a11a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.72008504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"581ebff6-c00a-48eb-b4b4-9612f928367d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:21:41.730205066Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bebccbab-9a58-45f2-9757-7b86dabff969","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.78159193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3b9c043-0f82-4173-82bf-3f4144fe05fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.781772312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6a0a886-6d3d-4edc-aa1f-c080d811c27a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.805342169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3b9c043-0f82-4173-82bf-3f4144fe05fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.805537051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6a0a886-6d3d-4edc-aa1f-c080d811c27a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.824407245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3b9c043-0f82-4173-82bf-3f4144fe05fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.824856595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6a0a886-6d3d-4edc-aa1f-c080d811c27a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:21:41.833475289Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"074c9086-d239-44c5-b80e-c553da903472","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.845025781Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2d67677e-656f-4e7a-9e53-1efa81fa7178","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.879044955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fc3083a-d222-4c85-badf-76fec68b8798","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.879069026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e71d346-9834-490d-80ea-afc9ec491375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.899457922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e71d346-9834-490d-80ea-afc9ec491375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.900681846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fc3083a-d222-4c85-badf-76fec68b8798","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.9186714Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e71d346-9834-490d-80ea-afc9ec491375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.919140068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fc3083a-d222-4c85-badf-76fec68b8798","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.945577726Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1c98b217-33b6-43ed-ab02-5c4efb65a446","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.945577686Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"54b6d053-5d52-4f22-a77b-85a32ac58fe5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.992028466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56713671-0d04-4d5d-a816-a589db74386f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:41.992028444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"183a915c-d10d-4752-bb66-6fbf31c585fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:42.013372992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56713671-0d04-4d5d-a816-a589db74386f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:42.013377312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"183a915c-d10d-4752-bb66-6fbf31c585fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:42.033492814Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56713671-0d04-4d5d-a816-a589db74386f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:42.033719674Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"183a915c-d10d-4752-bb66-6fbf31c585fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:42.045511069Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"656d13d3-9039-4258-9673-0602cefde2de","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:21:42.05061198Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56713671-0d04-4d5d-a816-a589db74386f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:42.1035093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9552461-a02a-4086-91e7-76f40a6a9a88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:42.123131375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9552461-a02a-4086-91e7-76f40a6a9a88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:42.141792699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9552461-a02a-4086-91e7-76f40a6a9a88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:43.165143168Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"67a7ced5-e445-4049-8e77-cf8fab16fbac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:43.339008219Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2b018904-f5ce-4264-9aef-119b33999a74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:44.567533342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5bff8e05-a2ad-401f-98b5-9cb5f3120057","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:44.567573142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5bff8e05-a2ad-401f-98b5-9cb5f3120057","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:44.584170216Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"093cb775-87bc-47b7-9bad-3a1f3972dc39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:44.584293013Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fe57dbb5-365d-4083-8389-396a17131310","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:44.598785326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e8f27a2c-6138-45a8-8959-dab3dd41aa6f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:44.598806479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e8f27a2c-6138-45a8-8959-dab3dd41aa6f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:44.615196527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df67bad9-4bdd-4280-8193-ea5d39254dad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:44.615264291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa3912bc-4d3a-4154-9989-e44e9afb68ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:44.635622162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa3912bc-4d3a-4154-9989-e44e9afb68ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:44.636448924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df67bad9-4bdd-4280-8193-ea5d39254dad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:44.655034967Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa3912bc-4d3a-4154-9989-e44e9afb68ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:44.655468442Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df67bad9-4bdd-4280-8193-ea5d39254dad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:44.741798721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26981a25-2cea-4878-98ae-03816fd2d8b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:44.743202518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8461da3-8dd3-446f-b551-dbfa73523316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:44.763956052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26981a25-2cea-4878-98ae-03816fd2d8b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:44.76404003Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26981a25-2cea-4878-98ae-03816fd2d8b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:44.772124556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8461da3-8dd3-446f-b551-dbfa73523316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:44.772196379Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8461da3-8dd3-446f-b551-dbfa73523316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:45.250376666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"58f6297c-437f-4efe-b561-116f092e95c4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:45.250398661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"58f6297c-437f-4efe-b561-116f092e95c4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:46.049175923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e905ccf-5142-47fc-a4f4-6278ed7c02bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:46.049176177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"839b00dd-d9d5-4fec-bce5-0d4b5dc7dba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:46.070637184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"839b00dd-d9d5-4fec-bce5-0d4b5dc7dba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:46.070708053Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"839b00dd-d9d5-4fec-bce5-0d4b5dc7dba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:46.071345399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e905ccf-5142-47fc-a4f4-6278ed7c02bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:46.07140579Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e905ccf-5142-47fc-a4f4-6278ed7c02bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.175596319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b9ecd6d8-c0b8-4c6a-a63e-d5ffae1c451e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.17562239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b9ecd6d8-c0b8-4c6a-a63e-d5ffae1c451e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.198470957Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7d85758a-eac1-4e97-8848-03909f33c248","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.198793733Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5675e9a2-c3ce-4f67-9f80-e40189dc36b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.19941089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"27b6dca3-a92a-4cb4-a478-4646021a6184","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.1994314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"27b6dca3-a92a-4cb4-a478-4646021a6184","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.21337737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"510fb001-17f1-4970-8ff6-42aa80b2665e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.21339295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"510fb001-17f1-4970-8ff6-42aa80b2665e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.213620208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9f352c5c-ce31-44a4-9ca6-f0bad6abaf8f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.213631967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9f352c5c-ce31-44a4-9ca6-f0bad6abaf8f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.229786554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"686ece68-9a35-400c-b704-4440b9a0760d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.229880419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79725f15-b9d6-4907-8f0d-8e290382b570","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.249884131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79725f15-b9d6-4907-8f0d-8e290382b570","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.249936461Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79725f15-b9d6-4907-8f0d-8e290382b570","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.250251469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"686ece68-9a35-400c-b704-4440b9a0760d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.250294198Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"686ece68-9a35-400c-b704-4440b9a0760d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.334875079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"995ab500-0efc-4200-82f4-a18dc156ab73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.334875081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6daf1830-9ee2-4759-ae9c-b0a02b60ae99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.354633969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6daf1830-9ee2-4759-ae9c-b0a02b60ae99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.354690749Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6daf1830-9ee2-4759-ae9c-b0a02b60ae99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.354705843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"995ab500-0efc-4200-82f4-a18dc156ab73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.354745264Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"995ab500-0efc-4200-82f4-a18dc156ab73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.602880522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7f4bc159-44c6-4efb-be3b-8999479939fa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.602900471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7f4bc159-44c6-4efb-be3b-8999479939fa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.666795272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c55bd296-149b-43c7-96a9-a2ccda0add34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.666795327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d6e95cd-0c17-43e3-8e54-41c05bcaad61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.688497208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d6e95cd-0c17-43e3-8e54-41c05bcaad61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.688595023Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d6e95cd-0c17-43e3-8e54-41c05bcaad61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.688497205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c55bd296-149b-43c7-96a9-a2ccda0add34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.688711599Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c55bd296-149b-43c7-96a9-a2ccda0add34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:51.450971092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5892917e-64f5-423c-9e82-09fd05d6026c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:51.450997222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5892917e-64f5-423c-9e82-09fd05d6026c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:51.451281381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"45471b7a-cb0b-44b8-800f-d4545b5c6e7c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:51.451295605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"45471b7a-cb0b-44b8-800f-d4545b5c6e7c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:51.472804853Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2e51ace6-3eec-4e6f-9753-b6806dfa106b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:51.473146282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5128145f-4534-4e4b-8341-c2f6cd13d307","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:51.473161998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5128145f-4534-4e4b-8341-c2f6cd13d307","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:51.473371906Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b5bed12a-c41b-4773-a8e0-6e412b645608","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:51.480482679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"76421c40-55c7-4333-8612-89799b8dc955","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:51.480497559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"76421c40-55c7-4333-8612-89799b8dc955","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:51.480689371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d7c1ab45-f994-49ad-9062-874ded655701","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:51.480700335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d7c1ab45-f994-49ad-9062-874ded655701","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:51.480877139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4f35c14a-6fa8-4bdd-b4e7-4d380056e169","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:51.480886768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4f35c14a-6fa8-4bdd-b4e7-4d380056e169","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:51.501032934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89ddd55e-f40c-43be-83ed-c541b48e4ae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:51.503545199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cfe3713-f34c-45c5-b52b-aa7eb06d675c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:51.521491252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89ddd55e-f40c-43be-83ed-c541b48e4ae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:51.521566632Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89ddd55e-f40c-43be-83ed-c541b48e4ae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:51.53108073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cfe3713-f34c-45c5-b52b-aa7eb06d675c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:51.531130751Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cfe3713-f34c-45c5-b52b-aa7eb06d675c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:51.602483756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0e0d140-aeb5-47fe-ad86-6976167ac22c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:51.60249407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9895c210-d363-441c-b6f7-c2063dfddb20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:51.622714696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0e0d140-aeb5-47fe-ad86-6976167ac22c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:51.622773433Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0e0d140-aeb5-47fe-ad86-6976167ac22c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:51.622725834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9895c210-d363-441c-b6f7-c2063dfddb20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:51.622845413Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9895c210-d363-441c-b6f7-c2063dfddb20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:51.864966372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e7ffaff0-287d-445c-a00f-27d405125a20","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:51.864991348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e7ffaff0-287d-445c-a00f-27d405125a20","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:52.873692934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"00abdc6a-535c-40b7-b453-4d9616d56f4f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:52.873714823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"00abdc6a-535c-40b7-b453-4d9616d56f4f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:52.873919385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6b93e9fe-e823-40c9-b9ba-e82db5b5e9f7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:52.873930605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6b93e9fe-e823-40c9-b9ba-e82db5b5e9f7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:52.874099961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6d033376-b383-4df4-a6a0-7005a305ee30","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:52.874111275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6d033376-b383-4df4-a6a0-7005a305ee30","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:52.874292975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"78fb1d2e-b8f2-45b6-a34c-68cbe88b4d3f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:52.874302798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"78fb1d2e-b8f2-45b6-a34c-68cbe88b4d3f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:52.894254138Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6411eeed-db5a-4711-a53b-423394646c84","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:52.897182435Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6367b54a-0a69-4d6d-aeb0-4136d9ce8a4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:52.928845404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"81a8568c-85f6-499d-be00-b25547b90275","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:52.928875583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"81a8568c-85f6-499d-be00-b25547b90275","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:52.929222607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5bf8e405-13b8-458e-9a58-ae4c235f8842","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:52.929239952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5bf8e405-13b8-458e-9a58-ae4c235f8842","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:52.929517323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"17b97401-a221-4a03-b724-b87f20e9fb13","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:52.929534182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"17b97401-a221-4a03-b724-b87f20e9fb13","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:52.929826879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3d5f8161-c36e-44d8-b1a0-c915381df339","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:52.929843744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3d5f8161-c36e-44d8-b1a0-c915381df339","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:52.940904158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b16ec54e-71f4-4c4b-9464-62b4c19ce875","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:52.941025496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6aa3392d-3f26-4126-b0ec-194bbb28e4ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:52.963193939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6aa3392d-3f26-4126-b0ec-194bbb28e4ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:52.963258446Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6aa3392d-3f26-4126-b0ec-194bbb28e4ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:52.976823683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b16ec54e-71f4-4c4b-9464-62b4c19ce875","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:52.976881295Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b16ec54e-71f4-4c4b-9464-62b4c19ce875","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:53.029784304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9739fcd8-6a7e-44ee-b1cf-b92b0f81c47b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:53.05308073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9739fcd8-6a7e-44ee-b1cf-b92b0f81c47b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:53.053154109Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9739fcd8-6a7e-44ee-b1cf-b92b0f81c47b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:53.129847508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb888240-4541-425f-aeb1-0b2493efee19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:53.151355368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb888240-4541-425f-aeb1-0b2493efee19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:53.151421946Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb888240-4541-425f-aeb1-0b2493efee19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:53.255316733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"616abc81-041e-4f02-942c-984659057b0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:53.257499749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48bc8c3f-1ebc-43ed-8fdd-8ca680317c0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:53.277299317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"616abc81-041e-4f02-942c-984659057b0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:53.277370862Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"616abc81-041e-4f02-942c-984659057b0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:53.277801728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48bc8c3f-1ebc-43ed-8fdd-8ca680317c0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:53.277846519Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48bc8c3f-1ebc-43ed-8fdd-8ca680317c0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:53.310706287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"33cb7bde-dd2e-4282-abd1-412fe229b956","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:53.310724184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"33cb7bde-dd2e-4282-abd1-412fe229b956","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.168942339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"180648d5-379d-44cf-ac52-6b4bc3042367","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.172171871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4218d49b-9997-4175-acf2-8d42b5ad1f14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.205396682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"180648d5-379d-44cf-ac52-6b4bc3042367","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.205459279Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"180648d5-379d-44cf-ac52-6b4bc3042367","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.206060727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4218d49b-9997-4175-acf2-8d42b5ad1f14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.206110821Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4218d49b-9997-4175-acf2-8d42b5ad1f14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.332140377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0656c8f4-91a7-479c-9396-3cdad3affb8d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.332159829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0656c8f4-91a7-479c-9396-3cdad3affb8d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.332351551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5e8f38e4-6702-4d75-9305-5444da878aca","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.332362088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5e8f38e4-6702-4d75-9305-5444da878aca","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.332513376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b9c74c0e-37ab-4bad-a8d1-cd9ab7ddd3a1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.332522886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b9c74c0e-37ab-4bad-a8d1-cd9ab7ddd3a1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.33269702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f2af5886-f1dc-406e-b2ed-860364462391","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.332707361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f2af5886-f1dc-406e-b2ed-860364462391","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.332873302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a2f1d4ed-07ef-46bc-8015-9501948c49d0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.332884834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a2f1d4ed-07ef-46bc-8015-9501948c49d0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.351268993Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cc8c8397-dc35-4c5d-9cd2-6eeaa2d9ec25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.351268963Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2852dc13-7f9c-46dc-92ae-f0d011ceee3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.363307834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"38059f72-716f-43c6-8b78-c3364f16f8f1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.363333597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"38059f72-716f-43c6-8b78-c3364f16f8f1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.363802527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8ff82133-9544-40a2-b3b5-96d75b2a88f7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.363827485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8ff82133-9544-40a2-b3b5-96d75b2a88f7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.36413237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c457cce4-2951-4ebd-ac53-7294087776d6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.364150136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c457cce4-2951-4ebd-ac53-7294087776d6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.364435426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8190eda1-da70-4df2-93fc-9678423b0552","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.364450702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8190eda1-da70-4df2-93fc-9678423b0552","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.364744097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"918ed4a9-9d50-47ff-b110-d5b04a7776f2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.364761172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"918ed4a9-9d50-47ff-b110-d5b04a7776f2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.382992083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e08da2f-b0e8-4c73-920b-2637567b602b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.383032614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31d1edd1-7ede-4e16-9dad-89ddd440bcbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.40381731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e08da2f-b0e8-4c73-920b-2637567b602b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.403878661Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e08da2f-b0e8-4c73-920b-2637567b602b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.404752766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31d1edd1-7ede-4e16-9dad-89ddd440bcbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.404852975Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31d1edd1-7ede-4e16-9dad-89ddd440bcbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.485693607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"921bd076-8813-4548-87e3-4360f09a4aba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.485721297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f660e074-88f3-438a-a009-d8fc175adfc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.509929963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f660e074-88f3-438a-a009-d8fc175adfc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.510069849Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f660e074-88f3-438a-a009-d8fc175adfc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.510368834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"921bd076-8813-4548-87e3-4360f09a4aba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.510445173Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"921bd076-8813-4548-87e3-4360f09a4aba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.754714342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c49f6ce2-6a6a-4373-8e41-d7976f6816a6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.754735039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c49f6ce2-6a6a-4373-8e41-d7976f6816a6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:57.071970622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"626fdcb0-c9d3-4245-89de-d45f95b5cd4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:57.071970729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5b3c3d8-c541-4c36-a6ca-d89026c790c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:57.093115718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"626fdcb0-c9d3-4245-89de-d45f95b5cd4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:57.093182608Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"626fdcb0-c9d3-4245-89de-d45f95b5cd4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:57.107037356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5b3c3d8-c541-4c36-a6ca-d89026c790c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:57.107101643Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5b3c3d8-c541-4c36-a6ca-d89026c790c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:57.996041513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"64d2a3b0-bfaa-4b92-b020-7c04bc158449","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:57.996063823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"64d2a3b0-bfaa-4b92-b020-7c04bc158449","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.013565588Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f52f25cb-74df-4d44-88df-a2c30c0c6dee","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.013548994Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2d2593e1-e46d-48eb-8cec-055eb57ded9c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.018365164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8856a10e-a2ef-44da-8d59-eb7161d3abd2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.01838619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8856a10e-a2ef-44da-8d59-eb7161d3abd2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.018703255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c0d5708e-eb28-418a-abe6-0abc0d24d98a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.018720717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c0d5708e-eb28-418a-abe6-0abc0d24d98a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.018954187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"461b92a5-9a23-45e8-9eb8-78613c31ae4a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.018968061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"461b92a5-9a23-45e8-9eb8-78613c31ae4a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.019142377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"061c16c6-4a6f-4584-9a89-acf513b340a3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.019152569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"061c16c6-4a6f-4584-9a89-acf513b340a3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.019307082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"924b6a46-560d-4802-b82a-d8932c508fed","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.019316191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"924b6a46-560d-4802-b82a-d8932c508fed","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.031545908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"00f4c22f-745b-42ea-a4d2-3864cbde6776","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.03158981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"00f4c22f-745b-42ea-a4d2-3864cbde6776","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.031980437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"65124f1a-d366-4bd1-9cf4-bc167639005b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.031996693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"65124f1a-d366-4bd1-9cf4-bc167639005b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.032327709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9fd39ea0-ef53-407a-9449-6344fd1b8f0c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.032348433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9fd39ea0-ef53-407a-9449-6344fd1b8f0c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.032814616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c1376918-ceea-483d-aa15-e2d04ccb4b63","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.032830648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c1376918-ceea-483d-aa15-e2d04ccb4b63","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.033136817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"67d5fa08-95a1-4e7b-98a8-4b8c5e80e82d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.033150743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"67d5fa08-95a1-4e7b-98a8-4b8c5e80e82d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.033390864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"745c5310-af28-460b-8877-c942517f573b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.033404467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"745c5310-af28-460b-8877-c942517f573b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.046127673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18cf2a0a-9b7b-45bc-9b6a-b435ed54f729","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.06678097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18cf2a0a-9b7b-45bc-9b6a-b435ed54f729","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.066856653Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18cf2a0a-9b7b-45bc-9b6a-b435ed54f729","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.150323351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26add87b-a9c7-414a-a89d-ecadd25bde6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.150453697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"52471b71-7c8c-41b4-b0d3-62eefaf89cef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.171133526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"52471b71-7c8c-41b4-b0d3-62eefaf89cef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.171199445Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"52471b71-7c8c-41b4-b0d3-62eefaf89cef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.172413095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26add87b-a9c7-414a-a89d-ecadd25bde6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.17248378Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26add87b-a9c7-414a-a89d-ecadd25bde6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.245418003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbf7fed3-1829-438b-97b9-ea095b93e260","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.265896314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbf7fed3-1829-438b-97b9-ea095b93e260","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.265971106Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbf7fed3-1829-438b-97b9-ea095b93e260","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.422151895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"27a2f391-31cf-408e-a16c-fde714c03ff5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.42217207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"27a2f391-31cf-408e-a16c-fde714c03ff5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.28426003Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.757362164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7bb07216-0b1f-4a28-9c9b-83d856b1efc9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.757390429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7bb07216-0b1f-4a28-9c9b-83d856b1efc9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.757707166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4dfae689-aafa-4216-8750-06977dbd981a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.757720563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4dfae689-aafa-4216-8750-06977dbd981a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.75788668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58e25da6-3240-46ad-bb75-3874292d9f7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.757896706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58e25da6-3240-46ad-bb75-3874292d9f7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.767951013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0c96ca8-59ea-4257-886a-a4aedaae3bea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.767959441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"354d2584-4227-4322-b685-db7c43829ee3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.77574833Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4bcf418b-4166-45a7-bd32-5c4a83b4f6bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.779167842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a7535224-8b33-4931-a173-3268bcede4b8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.779185321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a7535224-8b33-4931-a173-3268bcede4b8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.779384964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"191dfc6b-bb49-422d-8042-5b6ce3b48bae","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.77939578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"191dfc6b-bb49-422d-8042-5b6ce3b48bae","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.779568973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f98a785b-007c-4670-b2aa-ecd7c94450fd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.77958029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f98a785b-007c-4670-b2aa-ecd7c94450fd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.779747151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c81b81e2-d275-4b43-a755-30581afc8918","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.779756531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c81b81e2-d275-4b43-a755-30581afc8918","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.791957746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0c96ca8-59ea-4257-886a-a4aedaae3bea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.792752537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"990212a4-dec8-4586-81a4-d5c096b63029","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.792773871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"990212a4-dec8-4586-81a4-d5c096b63029","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.793102028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f88791b7-b8a7-40b3-b11e-e33c55101366","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.793120164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f88791b7-b8a7-40b3-b11e-e33c55101366","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.793401614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"933d2415-c915-4e40-b469-ca546120b64e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.793420374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"933d2415-c915-4e40-b469-ca546120b64e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.793717595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"953278b0-d6eb-4007-8bf1-e118c0b3e753","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.79373665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"953278b0-d6eb-4007-8bf1-e118c0b3e753","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.794024175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a28e4715-a941-4c54-910e-f0584e36f3d6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.794043021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a28e4715-a941-4c54-910e-f0584e36f3d6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.794318995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cb22d80c-7e15-407f-878e-10b69671ba77","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.794334865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cb22d80c-7e15-407f-878e-10b69671ba77","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.794644421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ebd36f8e-abf2-4a24-be65-e83765b71c34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.794660959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ebd36f8e-abf2-4a24-be65-e83765b71c34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.798317946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"354d2584-4227-4322-b685-db7c43829ee3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.798379335Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"354d2584-4227-4322-b685-db7c43829ee3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.834934681Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0d63d8cf-b2be-4d93-80ad-c157a25eb708","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.864858448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"574159c2-8a9e-4c10-82b9-6a9285f0ff2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.88648931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"574159c2-8a9e-4c10-82b9-6a9285f0ff2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.886587991Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"574159c2-8a9e-4c10-82b9-6a9285f0ff2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.932365564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"974e15ee-73fb-4ed9-8f75-50e8408e50a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.93238815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"974e15ee-73fb-4ed9-8f75-50e8408e50a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.965156935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a48483c1-e06a-4a88-91e7-6b307e3e14cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.985334141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a48483c1-e06a-4a88-91e7-6b307e3e14cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.998197965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3a6827a9-b2d0-4c1d-8b60-532aa9553f19","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.158681762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46988f4a-69ab-4887-a174-a2051123920f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.158703296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46988f4a-69ab-4887-a174-a2051123920f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.225028944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4f31b637-bb7b-4b6f-96d0-b14ff9cb7f4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.92435715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b5050e88-06ff-4661-bcac-0fa9c18b5e4d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.924377053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b5050e88-06ff-4661-bcac-0fa9c18b5e4d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.924632917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6e60dc5d-b4d0-4ad0-8ad2-008c1c2aebd7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.924645517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6e60dc5d-b4d0-4ad0-8ad2-008c1c2aebd7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.924813873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1d5518c4-f4b3-4110-b1e5-36a3bdc27380","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.924823802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1d5518c4-f4b3-4110-b1e5-36a3bdc27380","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.92497865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"679102a1-e754-42e3-b716-574ec7400b2b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.924987793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"679102a1-e754-42e3-b716-574ec7400b2b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.925135285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a602253-a44a-435f-9b1b-f9eb06824fa9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.925144913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a602253-a44a-435f-9b1b-f9eb06824fa9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.925337157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e3e06ff7-09f9-44b2-8f2d-4c1197dcc141","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.925346298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e3e06ff7-09f9-44b2-8f2d-4c1197dcc141","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.946819062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3ebb9a5-91ed-451a-ae11-be367900ce4d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.946838869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3ebb9a5-91ed-451a-ae11-be367900ce4d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.947035004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2049f79b-a80d-4f43-ba20-2d65ab685794","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.947047811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2049f79b-a80d-4f43-ba20-2d65ab685794","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.957612602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"49f2a578-6528-4d26-a78f-32926e6da8c3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.957630144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"49f2a578-6528-4d26-a78f-32926e6da8c3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.95785432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"81a5b690-c3c3-4248-825f-c9e9775bfa35","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.95786454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"81a5b690-c3c3-4248-825f-c9e9775bfa35","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.958017841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"aad49a94-b681-42d0-9013-dd7f561065ad","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.95802785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"aad49a94-b681-42d0-9013-dd7f561065ad","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.958204705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d9318bb4-52d6-4c01-8fff-5af41f95255a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.958214711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d9318bb4-52d6-4c01-8fff-5af41f95255a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.958375617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bb02d1db-e8cd-4998-a9b9-a4ff1f2d80a7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.958383995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bb02d1db-e8cd-4998-a9b9-a4ff1f2d80a7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.958532873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ec71b07-b0d8-4b10-9aad-62462d7b5ee3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.95854129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ec71b07-b0d8-4b10-9aad-62462d7b5ee3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.958760311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d400f84-f2db-4f26-8d69-1163fdced018","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.958770783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d400f84-f2db-4f26-8d69-1163fdced018","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.958962602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6998720d-fdb4-4d37-8480-42fd21ecba1d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.958976214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6998720d-fdb4-4d37-8480-42fd21ecba1d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.972115629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb23038e-1bff-4c87-b75d-1512c4b07912","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.975526623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0edd0655-b3e6-44f7-813a-450ae0effbbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.992753877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb23038e-1bff-4c87-b75d-1512c4b07912","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.995317136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0edd0655-b3e6-44f7-813a-450ae0effbbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.996372079Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d80e0e3b-8950-43f4-8855-43a0f0102dd3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.997325429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"da4d1f3d-c471-441b-b09d-c877a982736b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:01.050461535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d1bfca72-e5c4-4162-9535-c665b63040ad","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:01.050481137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d1bfca72-e5c4-4162-9535-c665b63040ad","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:01.086753806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92467647-bc1a-436f-ad09-cb4b5f6afc04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:01.088128131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"840f983e-f0eb-46dc-8537-607b2575531f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:01.10858634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92467647-bc1a-436f-ad09-cb4b5f6afc04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:01.110687069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"840f983e-f0eb-46dc-8537-607b2575531f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:01.118628598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e2834bc1-bbc4-4d0a-b05c-ebc53fadd12e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:01.30960904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ea8931d4-412c-484f-935f-39487f5111ae","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:01.309634618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ea8931d4-412c-484f-935f-39487f5111ae","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:01.374986374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a200ac3d-822b-4fd4-998b-e1ea7d0b01e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:02.644985199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1731b4d5-84c6-4c2f-bf00-2054d9579e36","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:02.645007074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1731b4d5-84c6-4c2f-bf00-2054d9579e36","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:03.00801311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a01716ac-6d7e-4057-91ba-6616ecce7384","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:03.024232166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d039f581-46f2-40f7-80a6-7def7d0bcf56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:03.063765371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ff395ba-76f6-4065-9c96-9556891e423b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:03.063870868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3beb8ac2-4186-4fa0-9dbc-ae1a15eb6d80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:03.063887442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3beb8ac2-4186-4fa0-9dbc-ae1a15eb6d80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:03.064307999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e011ded-2ee4-41c9-ab77-cfa3db62605a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:03.084943106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ff395ba-76f6-4065-9c96-9556891e423b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:03.088289262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e011ded-2ee4-41c9-ab77-cfa3db62605a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:03.170796514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9229eaf8-1887-4ada-9065-494306de0af8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:03.170827901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9229eaf8-1887-4ada-9065-494306de0af8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:03.269051682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6e8e696-674d-4670-8ea4-435326cd109d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:03.269094454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"379f908c-9a40-4844-afa3-419d05d68d3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:03.293248141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6e8e696-674d-4670-8ea4-435326cd109d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:03.293987023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"379f908c-9a40-4844-afa3-419d05d68d3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:04.844819111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"da33dd83-4085-45a6-b65f-453b244ad187","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:04.844839281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"da33dd83-4085-45a6-b65f-453b244ad187","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:06.31291218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ce96fae9-64af-4074-b610-e156cdae10e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:06.400692667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0b89348a-99f5-4d77-b993-286882a27552","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:06.952242911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f4a48710-809f-4244-ba97-1e09e095d97e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:06.952263946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f4a48710-809f-4244-ba97-1e09e095d97e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:08.463283178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cd163fbd-e4ea-469e-9f14-c5a650c1f076","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:08.463304034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cd163fbd-e4ea-469e-9f14-c5a650c1f076","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:09.278300076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"98f9bdc9-34aa-4d0d-82f1-5d94ebca0052","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:09.278320398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"98f9bdc9-34aa-4d0d-82f1-5d94ebca0052","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:10.52923792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4ff9a0e8-e20f-43b0-b3ce-f5cfc0d5822e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:10.529262115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4ff9a0e8-e20f-43b0-b3ce-f5cfc0d5822e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:12.507387213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d32ab62e-b463-40ae-899c-0475345045f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:12.507410654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d32ab62e-b463-40ae-899c-0475345045f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:12.572870045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3f5c7110-0729-424d-a541-aba4ee882b6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:12.5768169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4bd156b-ca84-4110-819e-08f3613deccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:12.576954787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f03958a0-7672-456d-8f8b-950aa0c9906a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:12.605113087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4bd156b-ca84-4110-819e-08f3613deccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:12.610999257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f03958a0-7672-456d-8f8b-950aa0c9906a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:12.630789698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9da46d19-7d55-4d91-9ead-d2f5e5ad76e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:12.63080781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9da46d19-7d55-4d91-9ead-d2f5e5ad76e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:12.695544802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d6e30443-acf4-419a-8fa4-6965177986b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:13.484963578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"72adaef0-11cb-4f48-bb5b-a09afb546451","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:13.484983199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"72adaef0-11cb-4f48-bb5b-a09afb546451","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:13.551426161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3411da2e-4220-44d0-b268-1936b42086dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:13.554728539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36d02f35-58f6-4bbf-870e-80434a0555ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:13.554954307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31cd90a3-3bce-42d6-9017-bdbbb4628fe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:13.58881127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31cd90a3-3bce-42d6-9017-bdbbb4628fe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:13.588823219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36d02f35-58f6-4bbf-870e-80434a0555ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:13.610762641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6220a592-3102-45e5-adb1-b4ce378eaab5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:13.61078315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6220a592-3102-45e5-adb1-b4ce378eaab5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:13.675762008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"91d17256-2eb0-4b42-9172-85a550f7753f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:16.239519792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"10849ad1-3986-414d-bcc1-53a1e834c14f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:16.239541519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"10849ad1-3986-414d-bcc1-53a1e834c14f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:16.287238628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"293a8eed-9e5a-4067-bfc1-e3e35bc60c59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:16.307826118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"293a8eed-9e5a-4067-bfc1-e3e35bc60c59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:16.40050731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"448cf971-5d19-4810-8e1a-0a8e6c8b03ff","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:16.400630761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"448cf971-5d19-4810-8e1a-0a8e6c8b03ff","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:16.457296892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9162936a-553c-42d6-a30d-a13a59e8948f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:16.460293444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"707fc71f-d9d0-4313-9398-82850795d4f2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:16.460320652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"707fc71f-d9d0-4313-9398-82850795d4f2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:16.474809489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2596c482-c290-466c-ab1b-4887174e5b7c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:16.481370961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9162936a-553c-42d6-a30d-a13a59e8948f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:16.531057081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"84bbfbdd-2c61-4fce-844d-2a4eaae35b17","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:16.531087868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"84bbfbdd-2c61-4fce-844d-2a4eaae35b17","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:16.550868019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a074a94-b0d7-48ff-b87f-7fe59c847c12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:16.572797282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a074a94-b0d7-48ff-b87f-7fe59c847c12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:22:16.758623596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a074a94-b0d7-48ff-b87f-7fe59c847c12","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:16.815060569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f91b14e8-c092-4ddf-af04-fb5fe495d4a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:16.836442652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f91b14e8-c092-4ddf-af04-fb5fe495d4a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:29.298847943Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:45.49130456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6408c737-7732-4a98-b9f2-af0589b96748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:45.510996571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6408c737-7732-4a98-b9f2-af0589b96748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:45.528241012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6408c737-7732-4a98-b9f2-af0589b96748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:45.545850253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6408c737-7732-4a98-b9f2-af0589b96748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:46.273628114Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-46444d59","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-46444d59","reconcileID":"87b2eed4-2558-450a-8aa8-9c01197d5c2c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-46444d59","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-46444d59":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:46.381981932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b43ee9c1-7c7e-4cc9-bbaa-5e1c490f9dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:46.401062877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b43ee9c1-7c7e-4cc9-bbaa-5e1c490f9dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:46.418803748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b43ee9c1-7c7e-4cc9-bbaa-5e1c490f9dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:46.435957806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b43ee9c1-7c7e-4cc9-bbaa-5e1c490f9dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:46.51878375Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-85b460de","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-85b460de","reconcileID":"185d3731-e58f-4eec-8773-cbe910b72af6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-85b460de","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-85b460de":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:47.170026204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13428fb9-efde-4715-872b-35e9b1687bf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:47.186378211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13428fb9-efde-4715-872b-35e9b1687bf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:47.202543603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13428fb9-efde-4715-872b-35e9b1687bf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:47.21934599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13428fb9-efde-4715-872b-35e9b1687bf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:47.878380056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03987d92-788e-44d6-bf85-27be7edfff0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:47.894648495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03987d92-788e-44d6-bf85-27be7edfff0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:47.91419757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03987d92-788e-44d6-bf85-27be7edfff0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:47.989242616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03987d92-788e-44d6-bf85-27be7edfff0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:48.70881284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5b3bb7-8612-484d-b5d1-a0321a1ad4d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:48.72610614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5b3bb7-8612-484d-b5d1-a0321a1ad4d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:48.742828107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5b3bb7-8612-484d-b5d1-a0321a1ad4d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:48.759438604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5b3bb7-8612-484d-b5d1-a0321a1ad4d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:49.523991396Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-4afba12a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-4afba12a","reconcileID":"1bf3e3f1-5e4b-4d94-9815-1527218ab2af","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-4afba12a","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-4afba12a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:49.998174197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce3b3b7-e693-40d7-959c-024f67b99bda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:50.005091743Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-e687ff69","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-e687ff69","reconcileID":"cc33000e-9c39-450a-966e-eca777881138","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-e687ff69-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-e687ff69-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:50.014790732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce3b3b7-e693-40d7-959c-024f67b99bda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:50.03116514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce3b3b7-e693-40d7-959c-024f67b99bda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:50.047360381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce3b3b7-e693-40d7-959c-024f67b99bda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:50.424350547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-46444d59"},"namespace":"ai-tenant-e2e-ait-46444d59","name":"default-tenant","reconcileID":"8c3c2762-6a75-4b87-a426-188fb9e92893","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-46444d59","tenantID":"e2e-ait-46444d59","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:50.482899354Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-46444d59"},"namespace":"ai-tenant-e2e-ait-46444d59","name":"default-tenant","reconcileID":"8c3c2762-6a75-4b87-a426-188fb9e92893","name":"e2e-ait-46444d59-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:50.907396587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3cee4f4-f33e-4741-87b4-8138b7352ce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:50.92439593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3cee4f4-f33e-4741-87b4-8138b7352ce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:50.940821472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3cee4f4-f33e-4741-87b4-8138b7352ce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:50.957704182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3cee4f4-f33e-4741-87b4-8138b7352ce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:51.612743471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"845fa940-0eb0-4853-8f80-00258f6c5868","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:51.631081778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"845fa940-0eb0-4853-8f80-00258f6c5868","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:51.64756566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"845fa940-0eb0-4853-8f80-00258f6c5868","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:51.663649137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"845fa940-0eb0-4853-8f80-00258f6c5868","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:52.372009452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd6d13a-52aa-4ee1-b1a0-7894adfba544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:52.387577324Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e687ff69"},"namespace":"ai-tenant-e2e-migrate-e687ff69","name":"default-tenant","reconcileID":"20244e6f-39b5-47c5-98c4-c4aec17a1878","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:52.388032299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd6d13a-52aa-4ee1-b1a0-7894adfba544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:52.404321959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd6d13a-52aa-4ee1-b1a0-7894adfba544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:52.420461921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd6d13a-52aa-4ee1-b1a0-7894adfba544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:52.420611952Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e687ff69"},"namespace":"ai-tenant-e2e-migrate-e687ff69","name":"default-tenant","reconcileID":"20244e6f-39b5-47c5-98c4-c4aec17a1878","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:52.452958388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e687ff69"},"namespace":"ai-tenant-e2e-migrate-e687ff69","name":"default-tenant","reconcileID":"20244e6f-39b5-47c5-98c4-c4aec17a1878","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-e687ff69-gw","tenantID":"e2e-migrate-e687ff69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:52.500492103Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e687ff69"},"namespace":"ai-tenant-e2e-migrate-e687ff69","name":"default-tenant","reconcileID":"20244e6f-39b5-47c5-98c4-c4aec17a1878","name":"e2e-migrate-e687ff69-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:53.192137466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1598d913-5fac-4652-855a-a0f0280d9de7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:53.208505715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1598d913-5fac-4652-855a-a0f0280d9de7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:53.225383629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1598d913-5fac-4652-855a-a0f0280d9de7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:53.24707894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1598d913-5fac-4652-855a-a0f0280d9de7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:53.915039966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c0ebfdf-21fe-42f0-bd2b-09ea9e01f757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:53.933795117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c0ebfdf-21fe-42f0-bd2b-09ea9e01f757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:53.951411291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c0ebfdf-21fe-42f0-bd2b-09ea9e01f757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:53.952102111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b0275e6e-f551-415c-8018-ded905b90517","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:53.972988967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c0ebfdf-21fe-42f0-bd2b-09ea9e01f757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:54.04619591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"59b51a52-1d67-4948-9db0-f48fe71f2cf4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:54.639964572Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-85b460de"},"namespace":"ai-tenant-e2e-ait-85b460de","name":"default-tenant","reconcileID":"7a373ac7-6f44-4e7e-b531-c7570ec49766","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:54.694419512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-85b460de"},"namespace":"ai-tenant-e2e-ait-85b460de","name":"default-tenant","reconcileID":"7a373ac7-6f44-4e7e-b531-c7570ec49766","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-85b460de","tenantID":"e2e-ait-85b460de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:54.711567643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ad3f312-04f2-4206-afc9-c614bbff73b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:54.728948243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ad3f312-04f2-4206-afc9-c614bbff73b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:54.740297148Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-85b460de"},"namespace":"ai-tenant-e2e-ait-85b460de","name":"default-tenant","reconcileID":"7a373ac7-6f44-4e7e-b531-c7570ec49766","name":"e2e-ait-85b460de-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:54.745164775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ad3f312-04f2-4206-afc9-c614bbff73b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:54.762146569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ad3f312-04f2-4206-afc9-c614bbff73b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:55.408918556Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-83198dc0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-83198dc0","reconcileID":"24c74670-b7f7-4071-ac05-9c857a7740fe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-83198dc0","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-83198dc0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:55.460091264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a7ff8eb-27ad-4672-a450-9dc4537c2733","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:55.476575484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a7ff8eb-27ad-4672-a450-9dc4537c2733","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:55.493846315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a7ff8eb-27ad-4672-a450-9dc4537c2733","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:55.512295597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a7ff8eb-27ad-4672-a450-9dc4537c2733","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.210050225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e3be081-7c05-4288-81e3-b6d038520e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.226477852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e3be081-7c05-4288-81e3-b6d038520e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.242991122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e3be081-7c05-4288-81e3-b6d038520e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.259509633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e3be081-7c05-4288-81e3-b6d038520e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.925614417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d26ae440-0d99-4310-af95-63475531d708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.94346066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d26ae440-0d99-4310-af95-63475531d708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.959804635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d26ae440-0d99-4310-af95-63475531d708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.976175007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d26ae440-0d99-4310-af95-63475531d708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:57.820402909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c635c86-656e-40cf-8ce9-0d106343a443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:57.853994645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c635c86-656e-40cf-8ce9-0d106343a443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:57.872158536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c635c86-656e-40cf-8ce9-0d106343a443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:57.895688897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c635c86-656e-40cf-8ce9-0d106343a443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:58.609511673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ccb1c46-cd3c-42c1-84ec-98b7bdefb031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:58.626099511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ccb1c46-cd3c-42c1-84ec-98b7bdefb031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:58.643835518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ccb1c46-cd3c-42c1-84ec-98b7bdefb031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:58.663858779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ccb1c46-cd3c-42c1-84ec-98b7bdefb031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.048750813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4afba12a"},"namespace":"ai-tenant-e2e-ait-4afba12a","name":"default-tenant","reconcileID":"a69c07a4-2df0-45c3-9754-02ac7f0dd176","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-4afba12a","tenantID":"e2e-ait-4afba12a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.125455148Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4afba12a"},"namespace":"ai-tenant-e2e-ait-4afba12a","name":"default-tenant","reconcileID":"a69c07a4-2df0-45c3-9754-02ac7f0dd176","name":"e2e-ait-4afba12a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.325998925Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.532526215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd072016-7a5c-47eb-bf46-528fbe1525c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.548807491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd072016-7a5c-47eb-bf46-528fbe1525c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.565097534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd072016-7a5c-47eb-bf46-528fbe1525c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.581570494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd072016-7a5c-47eb-bf46-528fbe1525c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:00.127973403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4f22d1a3-ecee-4ca2-b40a-89babd7cd92a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:00.197217131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6bb2c2ec-37be-469b-911b-11f20cedaa61","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:00.273231494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87730b7f-3dc8-40d1-9435-3409510623b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:00.291659666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87730b7f-3dc8-40d1-9435-3409510623b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:00.309479452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87730b7f-3dc8-40d1-9435-3409510623b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:00.325797161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87730b7f-3dc8-40d1-9435-3409510623b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:01.091529451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9734d2b-3ded-4369-8b48-5ad0bd759ec3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:01.107881854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9734d2b-3ded-4369-8b48-5ad0bd759ec3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:01.124405334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9734d2b-3ded-4369-8b48-5ad0bd759ec3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:01.141085823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9734d2b-3ded-4369-8b48-5ad0bd759ec3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:01.990639355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f739623d-5005-4881-9cc4-1265b0492918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:02.007227659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f739623d-5005-4881-9cc4-1265b0492918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:02.023504731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f739623d-5005-4881-9cc4-1265b0492918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:02.04035296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f739623d-5005-4881-9cc4-1265b0492918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:02.660236641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"557f683c-4bbe-415d-a45b-a8b5e3ed2fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:02.677202331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"557f683c-4bbe-415d-a45b-a8b5e3ed2fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:02.69346831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"557f683c-4bbe-415d-a45b-a8b5e3ed2fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:02.709652725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"557f683c-4bbe-415d-a45b-a8b5e3ed2fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:02.875265014Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e687ff69"},"namespace":"ai-tenant-e2e-migrate-e687ff69","name":"default-tenant","reconcileID":"a0e33797-3904-4324-8708-c9e0c069a30a","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:02.913478126Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e687ff69"},"namespace":"ai-tenant-e2e-migrate-e687ff69","name":"default-tenant","reconcileID":"a0e33797-3904-4324-8708-c9e0c069a30a","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:03.091902126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8923c096-7921-4afe-bd00-0cc611751115","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:03.22007063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3bfe781c-aa4b-4824-8a94-71dbca8f2cf8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:03.681769118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6515427-f173-4113-bce9-94d501026480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:03.698255354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6515427-f173-4113-bce9-94d501026480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:03.714706115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6515427-f173-4113-bce9-94d501026480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:03.731253977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6515427-f173-4113-bce9-94d501026480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:04.442965011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"398de646-c894-4e73-80a5-f1bd288fda11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:04.459574005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"398de646-c894-4e73-80a5-f1bd288fda11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:04.47580427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"398de646-c894-4e73-80a5-f1bd288fda11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:04.496991875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"398de646-c894-4e73-80a5-f1bd288fda11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:04.948210651Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-85b460de"},"namespace":"ai-tenant-e2e-ait-85b460de","name":"default-tenant","reconcileID":"4f7c5ac7-f812-44c8-be0f-f42e83040ca4","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:05.42068213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6337e2-2222-4bf0-ba9e-56afe1b01d6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:05.452269298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6337e2-2222-4bf0-ba9e-56afe1b01d6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:05.468644872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6337e2-2222-4bf0-ba9e-56afe1b01d6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:05.485713516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6337e2-2222-4bf0-ba9e-56afe1b01d6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:06.112669946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a6bb6da3-9afe-4201-8582-7e50917ed601","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:06.212282538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9a002260-947c-4b7b-8bc9-945b117ed9b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:06.246775969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a60f3775-2762-46e4-a07c-54baa2c2e346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:06.263491668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a60f3775-2762-46e4-a07c-54baa2c2e346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:06.279493793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a60f3775-2762-46e4-a07c-54baa2c2e346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:06.296591713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a60f3775-2762-46e4-a07c-54baa2c2e346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:07.253326189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-83198dc0"},"namespace":"ai-tenant-e2e-derive-83198dc0","name":"default-tenant","reconcileID":"0bf3164a-9a17-4332-9c3c-41b3e99e9d7e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-83198dc0","tenantID":"e2e-derive-83198dc0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:07.320694478Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-83198dc0"},"namespace":"ai-tenant-e2e-derive-83198dc0","name":"default-tenant","reconcileID":"0bf3164a-9a17-4332-9c3c-41b3e99e9d7e","name":"e2e-derive-83198dc0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:07.661118651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd43d0a2-e4d3-4b7e-8a1d-984ca8d7d4af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:07.677797424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd43d0a2-e4d3-4b7e-8a1d-984ca8d7d4af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:07.700517865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd43d0a2-e4d3-4b7e-8a1d-984ca8d7d4af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:07.72346813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd43d0a2-e4d3-4b7e-8a1d-984ca8d7d4af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:08.451890199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a75dbcd-16c3-4ccf-8ee2-65e4acd1caaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:08.471425283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a75dbcd-16c3-4ccf-8ee2-65e4acd1caaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:08.488540168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a75dbcd-16c3-4ccf-8ee2-65e4acd1caaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:08.507842787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a75dbcd-16c3-4ccf-8ee2-65e4acd1caaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:09.276423226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1694f973-521b-495b-9197-0ec2166dfbbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:09.298792083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1694f973-521b-495b-9197-0ec2166dfbbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:09.318998657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1694f973-521b-495b-9197-0ec2166dfbbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:09.345475798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1694f973-521b-495b-9197-0ec2166dfbbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:10.088366055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab882a8e-3293-45b1-8504-262cc50f6d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:10.104967679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab882a8e-3293-45b1-8504-262cc50f6d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:10.127985854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab882a8e-3293-45b1-8504-262cc50f6d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:10.145473133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab882a8e-3293-45b1-8504-262cc50f6d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:10.583110967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e7d33262-0cba-42a3-a8d3-fd0a58a53406","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:10.685434079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ef434bb0-d988-4386-a813-d8cb7b2adabd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:10.88032996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a5e0942-a4b7-45a9-8149-313abad0debb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:10.896797138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a5e0942-a4b7-45a9-8149-313abad0debb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:10.913255995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a5e0942-a4b7-45a9-8149-313abad0debb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:10.929531275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a5e0942-a4b7-45a9-8149-313abad0debb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:11.555049762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80cd9ecb-727d-4b84-af39-59d498fb99c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:11.571675549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80cd9ecb-727d-4b84-af39-59d498fb99c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:11.587966535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80cd9ecb-727d-4b84-af39-59d498fb99c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:11.604983561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80cd9ecb-727d-4b84-af39-59d498fb99c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:12.283498823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12698b36-762d-4dee-b123-1a249944ccb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:12.299897548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12698b36-762d-4dee-b123-1a249944ccb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:12.316492246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12698b36-762d-4dee-b123-1a249944ccb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:12.332976291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12698b36-762d-4dee-b123-1a249944ccb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:12.983839754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d24d1d6b-786d-4ba2-8f72-8717a69a37d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:13.000954981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d24d1d6b-786d-4ba2-8f72-8717a69a37d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:13.017360096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d24d1d6b-786d-4ba2-8f72-8717a69a37d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:13.034466923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d24d1d6b-786d-4ba2-8f72-8717a69a37d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:13.679473178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec6080e4-b85b-49c9-94d5-3cbbae68d151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:13.699746539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec6080e4-b85b-49c9-94d5-3cbbae68d151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:13.717945882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec6080e4-b85b-49c9-94d5-3cbbae68d151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:13.734248211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec6080e4-b85b-49c9-94d5-3cbbae68d151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:14.406260416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f04f0f7-4ed0-472f-93f1-e2be603c5f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:14.422893155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f04f0f7-4ed0-472f-93f1-e2be603c5f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:14.439238673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f04f0f7-4ed0-472f-93f1-e2be603c5f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:14.455507943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f04f0f7-4ed0-472f-93f1-e2be603c5f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:15.173601762Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e687ff69"},"namespace":"ai-tenant-e2e-migrate-e687ff69","name":"default-tenant","reconcileID":"0f19be91-ab5f-4a83-bf7b-c5fc57cff8bc","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:15.213280901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fedcacdc-7916-47f4-82ee-04a81e4f8802","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:15.213456297Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e687ff69"},"namespace":"ai-tenant-e2e-migrate-e687ff69","name":"default-tenant","reconcileID":"0f19be91-ab5f-4a83-bf7b-c5fc57cff8bc","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:15.22950854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fedcacdc-7916-47f4-82ee-04a81e4f8802","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:15.245681045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fedcacdc-7916-47f4-82ee-04a81e4f8802","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:15.26211968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fedcacdc-7916-47f4-82ee-04a81e4f8802","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:15.341116251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"79c70686-a3e4-402a-90bd-099b1e1fbfef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:15.430510623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3fad9ca1-9dd8-4718-b654-0d4c096c0bcf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:16.012474476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c19c8dc9-4e19-4444-9a0c-cd327504b906","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:16.028979334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c19c8dc9-4e19-4444-9a0c-cd327504b906","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:16.045481392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c19c8dc9-4e19-4444-9a0c-cd327504b906","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:16.061685932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c19c8dc9-4e19-4444-9a0c-cd327504b906","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:17.037387834Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-85b460de"},"namespace":"ai-tenant-e2e-ait-85b460de","name":"default-tenant","reconcileID":"05764fa4-d5c6-4d05-9ca8-2e914f4e4250","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:19.666712139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ce7b8cb-9203-4a91-817b-0242aaef3cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:19.683479223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ce7b8cb-9203-4a91-817b-0242aaef3cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:19.699937236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ce7b8cb-9203-4a91-817b-0242aaef3cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:19.716154841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ce7b8cb-9203-4a91-817b-0242aaef3cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:20.38216132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb71d318-05e3-4b70-93af-c0a4b9d415ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:20.398216742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb71d318-05e3-4b70-93af-c0a4b9d415ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:20.414738101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb71d318-05e3-4b70-93af-c0a4b9d415ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:20.431114472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb71d318-05e3-4b70-93af-c0a4b9d415ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:21.083091251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fcb0e6f-7b4f-42bb-9325-9309d8a6a386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:21.101580538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fcb0e6f-7b4f-42bb-9325-9309d8a6a386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:21.11800889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fcb0e6f-7b4f-42bb-9325-9309d8a6a386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:21.134302023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fcb0e6f-7b4f-42bb-9325-9309d8a6a386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:21.781376887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db62d48a-7185-4354-a5f8-a378903890d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:21.797807119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db62d48a-7185-4354-a5f8-a378903890d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:21.814227239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db62d48a-7185-4354-a5f8-a378903890d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:21.830328806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db62d48a-7185-4354-a5f8-a378903890d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:22.801097568Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-46444d59"},"namespace":"ai-tenant-e2e-ait-46444d59","name":"default-tenant","reconcileID":"8ae87d59-9d01-4714-a322-37fa031b9d8c","namespace":"ai-tenant-e2e-ait-46444d59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:22.801160278Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-46444d59"},"namespace":"ai-tenant-e2e-ait-46444d59","name":"default-tenant","reconcileID":"8ae87d59-9d01-4714-a322-37fa031b9d8c","namespace":"ai-tenant-e2e-ait-46444d59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:22.801210073Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-46444d59"},"namespace":"ai-tenant-e2e-ait-46444d59","name":"default-tenant","reconcileID":"8ae87d59-9d01-4714-a322-37fa031b9d8c","tenant":"e2e-ait-46444d59","tenantID":"e2e-ait-46444d59","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:22.819235808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-46444d59"},"namespace":"ai-tenant-e2e-ait-46444d59","name":"default-tenant","reconcileID":"8ae87d59-9d01-4714-a322-37fa031b9d8c","gvk":"Deployment","name":"maas-api-e2e-ait-46444d59","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:22.846530391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-46444d59"},"namespace":"ai-tenant-e2e-ait-46444d59","name":"default-tenant","reconcileID":"8ae87d59-9d01-4714-a322-37fa031b9d8c","gvk":"Service","name":"maas-api-e2e-ait-46444d59","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:22.865402771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-46444d59"},"namespace":"ai-tenant-e2e-ait-46444d59","name":"default-tenant","reconcileID":"8ae87d59-9d01-4714-a322-37fa031b9d8c","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-46444d59","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:22.883795688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-46444d59"},"namespace":"ai-tenant-e2e-ait-46444d59","name":"default-tenant","reconcileID":"8ae87d59-9d01-4714-a322-37fa031b9d8c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-46444d59","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:22.902286807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-46444d59"},"namespace":"ai-tenant-e2e-ait-46444d59","name":"default-tenant","reconcileID":"8ae87d59-9d01-4714-a322-37fa031b9d8c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-46444d59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:22.92363287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-46444d59"},"namespace":"ai-tenant-e2e-ait-46444d59","name":"default-tenant","reconcileID":"8ae87d59-9d01-4714-a322-37fa031b9d8c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-46444d59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:22.945002418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-46444d59"},"namespace":"ai-tenant-e2e-ait-46444d59","name":"default-tenant","reconcileID":"8ae87d59-9d01-4714-a322-37fa031b9d8c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-46444d59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:22.963516108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-46444d59"},"namespace":"ai-tenant-e2e-ait-46444d59","name":"default-tenant","reconcileID":"8ae87d59-9d01-4714-a322-37fa031b9d8c","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-46444d59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:22.979308386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-46444d59"},"namespace":"ai-tenant-e2e-ait-46444d59","name":"default-tenant","reconcileID":"8ae87d59-9d01-4714-a322-37fa031b9d8c","gvk":"Deployment","name":"payload-processing-e2e-ait-46444d59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:22.995023296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-46444d59"},"namespace":"ai-tenant-e2e-ait-46444d59","name":"default-tenant","reconcileID":"8ae87d59-9d01-4714-a322-37fa031b9d8c","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-46444d59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.011071443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-46444d59"},"namespace":"ai-tenant-e2e-ait-46444d59","name":"default-tenant","reconcileID":"8ae87d59-9d01-4714-a322-37fa031b9d8c","gvk":"Service","name":"payload-processing-e2e-ait-46444d59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.027092853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-46444d59"},"namespace":"ai-tenant-e2e-ait-46444d59","name":"default-tenant","reconcileID":"8ae87d59-9d01-4714-a322-37fa031b9d8c","gvk":"Service","name":"payload-pre-processing-e2e-ait-46444d59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.043188693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-46444d59"},"namespace":"ai-tenant-e2e-ait-46444d59","name":"default-tenant","reconcileID":"8ae87d59-9d01-4714-a322-37fa031b9d8c","gvk":"DestinationRule","name":"payload-processing-e2e-ait-46444d59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.059021782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-46444d59"},"namespace":"ai-tenant-e2e-ait-46444d59","name":"default-tenant","reconcileID":"8ae87d59-9d01-4714-a322-37fa031b9d8c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-46444d59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.081288115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-46444d59"},"namespace":"ai-tenant-e2e-ait-46444d59","name":"default-tenant","reconcileID":"8ae87d59-9d01-4714-a322-37fa031b9d8c","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-46444d59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.104314752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-46444d59"},"namespace":"ai-tenant-e2e-ait-46444d59","name":"default-tenant","reconcileID":"8ae87d59-9d01-4714-a322-37fa031b9d8c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-46444d59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.120666794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-46444d59"},"namespace":"ai-tenant-e2e-ait-46444d59","name":"default-tenant","reconcileID":"8ae87d59-9d01-4714-a322-37fa031b9d8c","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-46444d59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.136525257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-46444d59"},"namespace":"ai-tenant-e2e-ait-46444d59","name":"default-tenant","reconcileID":"8ae87d59-9d01-4714-a322-37fa031b9d8c","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-46444d59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.152572066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-46444d59"},"namespace":"ai-tenant-e2e-ait-46444d59","name":"default-tenant","reconcileID":"8ae87d59-9d01-4714-a322-37fa031b9d8c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-46444d59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.168406785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-46444d59"},"namespace":"ai-tenant-e2e-ait-46444d59","name":"default-tenant","reconcileID":"8ae87d59-9d01-4714-a322-37fa031b9d8c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-46444d59","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.189376923Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e687ff69"},"namespace":"ai-tenant-e2e-migrate-e687ff69","name":"default-tenant","reconcileID":"58f1aa51-f1c1-4b7a-a60a-a7a28a1087e3","namespace":"ai-tenant-e2e-migrate-e687ff69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.189501757Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e687ff69"},"namespace":"ai-tenant-e2e-migrate-e687ff69","name":"default-tenant","reconcileID":"58f1aa51-f1c1-4b7a-a60a-a7a28a1087e3","namespace":"ai-tenant-e2e-migrate-e687ff69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.189601081Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e687ff69"},"namespace":"ai-tenant-e2e-migrate-e687ff69","name":"default-tenant","reconcileID":"58f1aa51-f1c1-4b7a-a60a-a7a28a1087e3","tenant":"e2e-migrate-e687ff69","tenantID":"e2e-migrate-e687ff69","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.208033474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e687ff69"},"namespace":"ai-tenant-e2e-migrate-e687ff69","name":"default-tenant","reconcileID":"58f1aa51-f1c1-4b7a-a60a-a7a28a1087e3","gvk":"Deployment","name":"maas-api-e2e-migrate-e687ff69","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.241084969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e687ff69"},"namespace":"ai-tenant-e2e-migrate-e687ff69","name":"default-tenant","reconcileID":"58f1aa51-f1c1-4b7a-a60a-a7a28a1087e3","gvk":"Service","name":"maas-api-e2e-migrate-e687ff69","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.263934585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e687ff69"},"namespace":"ai-tenant-e2e-migrate-e687ff69","name":"default-tenant","reconcileID":"58f1aa51-f1c1-4b7a-a60a-a7a28a1087e3","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-e687ff69","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.282086724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e687ff69"},"namespace":"ai-tenant-e2e-migrate-e687ff69","name":"default-tenant","reconcileID":"58f1aa51-f1c1-4b7a-a60a-a7a28a1087e3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-e687ff69","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.300972138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e687ff69"},"namespace":"ai-tenant-e2e-migrate-e687ff69","name":"default-tenant","reconcileID":"58f1aa51-f1c1-4b7a-a60a-a7a28a1087e3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-e687ff69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.320897469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e687ff69"},"namespace":"ai-tenant-e2e-migrate-e687ff69","name":"default-tenant","reconcileID":"58f1aa51-f1c1-4b7a-a60a-a7a28a1087e3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-e687ff69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.336608568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e687ff69"},"namespace":"ai-tenant-e2e-migrate-e687ff69","name":"default-tenant","reconcileID":"58f1aa51-f1c1-4b7a-a60a-a7a28a1087e3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-e687ff69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.35245904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e687ff69"},"namespace":"ai-tenant-e2e-migrate-e687ff69","name":"default-tenant","reconcileID":"58f1aa51-f1c1-4b7a-a60a-a7a28a1087e3","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-e687ff69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.368455155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e687ff69"},"namespace":"ai-tenant-e2e-migrate-e687ff69","name":"default-tenant","reconcileID":"58f1aa51-f1c1-4b7a-a60a-a7a28a1087e3","gvk":"Deployment","name":"payload-processing-e2e-migrate-e687ff69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.384193654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e687ff69"},"namespace":"ai-tenant-e2e-migrate-e687ff69","name":"default-tenant","reconcileID":"58f1aa51-f1c1-4b7a-a60a-a7a28a1087e3","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-e687ff69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.400013568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e687ff69"},"namespace":"ai-tenant-e2e-migrate-e687ff69","name":"default-tenant","reconcileID":"58f1aa51-f1c1-4b7a-a60a-a7a28a1087e3","gvk":"Service","name":"payload-processing-e2e-migrate-e687ff69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.415963569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e687ff69"},"namespace":"ai-tenant-e2e-migrate-e687ff69","name":"default-tenant","reconcileID":"58f1aa51-f1c1-4b7a-a60a-a7a28a1087e3","gvk":"Service","name":"payload-pre-processing-e2e-migrate-e687ff69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.431936361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e687ff69"},"namespace":"ai-tenant-e2e-migrate-e687ff69","name":"default-tenant","reconcileID":"58f1aa51-f1c1-4b7a-a60a-a7a28a1087e3","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-e687ff69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.449936465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e687ff69"},"namespace":"ai-tenant-e2e-migrate-e687ff69","name":"default-tenant","reconcileID":"58f1aa51-f1c1-4b7a-a60a-a7a28a1087e3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-e687ff69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.45579942Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-46444d59","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-46444d59","reconcileID":"4109260d-e32b-4871-8104-3c72265dc4dd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-46444d59","removed":["maas.opendatahub.io/gateway-access-e2e-ait-46444d59"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.466219082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e687ff69"},"namespace":"ai-tenant-e2e-migrate-e687ff69","name":"default-tenant","reconcileID":"58f1aa51-f1c1-4b7a-a60a-a7a28a1087e3","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-e687ff69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.482741464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e687ff69"},"namespace":"ai-tenant-e2e-migrate-e687ff69","name":"default-tenant","reconcileID":"58f1aa51-f1c1-4b7a-a60a-a7a28a1087e3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-e687ff69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.498778001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e687ff69"},"namespace":"ai-tenant-e2e-migrate-e687ff69","name":"default-tenant","reconcileID":"58f1aa51-f1c1-4b7a-a60a-a7a28a1087e3","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-e687ff69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.51443106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e687ff69"},"namespace":"ai-tenant-e2e-migrate-e687ff69","name":"default-tenant","reconcileID":"58f1aa51-f1c1-4b7a-a60a-a7a28a1087e3","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-e687ff69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.537690844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e687ff69"},"namespace":"ai-tenant-e2e-migrate-e687ff69","name":"default-tenant","reconcileID":"58f1aa51-f1c1-4b7a-a60a-a7a28a1087e3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-e687ff69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.554382799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e687ff69"},"namespace":"ai-tenant-e2e-migrate-e687ff69","name":"default-tenant","reconcileID":"58f1aa51-f1c1-4b7a-a60a-a7a28a1087e3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-e687ff69","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.574683113Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-85b460de"},"namespace":"ai-tenant-e2e-ait-85b460de","name":"default-tenant","reconcileID":"a4262689-2dca-4c62-843e-8a04423e815e","namespace":"ai-tenant-e2e-ait-85b460de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.574769433Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-85b460de"},"namespace":"ai-tenant-e2e-ait-85b460de","name":"default-tenant","reconcileID":"a4262689-2dca-4c62-843e-8a04423e815e","namespace":"ai-tenant-e2e-ait-85b460de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.574843923Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-85b460de"},"namespace":"ai-tenant-e2e-ait-85b460de","name":"default-tenant","reconcileID":"a4262689-2dca-4c62-843e-8a04423e815e","tenant":"e2e-ait-85b460de","tenantID":"e2e-ait-85b460de","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.595363439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-85b460de"},"namespace":"ai-tenant-e2e-ait-85b460de","name":"default-tenant","reconcileID":"a4262689-2dca-4c62-843e-8a04423e815e","gvk":"Deployment","name":"maas-api-e2e-ait-85b460de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.622281497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-85b460de"},"namespace":"ai-tenant-e2e-ait-85b460de","name":"default-tenant","reconcileID":"a4262689-2dca-4c62-843e-8a04423e815e","gvk":"Service","name":"maas-api-e2e-ait-85b460de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.644326965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-85b460de"},"namespace":"ai-tenant-e2e-ait-85b460de","name":"default-tenant","reconcileID":"a4262689-2dca-4c62-843e-8a04423e815e","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-85b460de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.694604073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-85b460de"},"namespace":"ai-tenant-e2e-ait-85b460de","name":"default-tenant","reconcileID":"a4262689-2dca-4c62-843e-8a04423e815e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-85b460de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.71290566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-85b460de"},"namespace":"ai-tenant-e2e-ait-85b460de","name":"default-tenant","reconcileID":"a4262689-2dca-4c62-843e-8a04423e815e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-85b460de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.731792812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-85b460de"},"namespace":"ai-tenant-e2e-ait-85b460de","name":"default-tenant","reconcileID":"a4262689-2dca-4c62-843e-8a04423e815e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-85b460de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.753085734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-85b460de"},"namespace":"ai-tenant-e2e-ait-85b460de","name":"default-tenant","reconcileID":"a4262689-2dca-4c62-843e-8a04423e815e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-85b460de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.773109959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-85b460de"},"namespace":"ai-tenant-e2e-ait-85b460de","name":"default-tenant","reconcileID":"a4262689-2dca-4c62-843e-8a04423e815e","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-85b460de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.789107023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-85b460de"},"namespace":"ai-tenant-e2e-ait-85b460de","name":"default-tenant","reconcileID":"a4262689-2dca-4c62-843e-8a04423e815e","gvk":"Deployment","name":"payload-processing-e2e-ait-85b460de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.804998951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-85b460de"},"namespace":"ai-tenant-e2e-ait-85b460de","name":"default-tenant","reconcileID":"a4262689-2dca-4c62-843e-8a04423e815e","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-85b460de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.820900698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-85b460de"},"namespace":"ai-tenant-e2e-ait-85b460de","name":"default-tenant","reconcileID":"a4262689-2dca-4c62-843e-8a04423e815e","gvk":"Service","name":"payload-processing-e2e-ait-85b460de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.836487415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-85b460de"},"namespace":"ai-tenant-e2e-ait-85b460de","name":"default-tenant","reconcileID":"a4262689-2dca-4c62-843e-8a04423e815e","gvk":"Service","name":"payload-pre-processing-e2e-ait-85b460de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.852159298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-85b460de"},"namespace":"ai-tenant-e2e-ait-85b460de","name":"default-tenant","reconcileID":"a4262689-2dca-4c62-843e-8a04423e815e","gvk":"DestinationRule","name":"payload-processing-e2e-ait-85b460de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.868047728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-85b460de"},"namespace":"ai-tenant-e2e-ait-85b460de","name":"default-tenant","reconcileID":"a4262689-2dca-4c62-843e-8a04423e815e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-85b460de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.872268785Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-e687ff69","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-e687ff69","reconcileID":"76382db3-005e-4b1e-9bd8-61def1cc48cb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-e687ff69-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-e687ff69-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.884041528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-85b460de"},"namespace":"ai-tenant-e2e-ait-85b460de","name":"default-tenant","reconcileID":"a4262689-2dca-4c62-843e-8a04423e815e","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-85b460de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.886213467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5df21121-5443-47c5-8210-65f328ef1675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.912598059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5df21121-5443-47c5-8210-65f328ef1675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.912711837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-85b460de"},"namespace":"ai-tenant-e2e-ait-85b460de","name":"default-tenant","reconcileID":"a4262689-2dca-4c62-843e-8a04423e815e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-85b460de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.929189759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5df21121-5443-47c5-8210-65f328ef1675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.946537498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5df21121-5443-47c5-8210-65f328ef1675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.948032467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-85b460de"},"namespace":"ai-tenant-e2e-ait-85b460de","name":"default-tenant","reconcileID":"a4262689-2dca-4c62-843e-8a04423e815e","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-85b460de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.963932148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-85b460de"},"namespace":"ai-tenant-e2e-ait-85b460de","name":"default-tenant","reconcileID":"a4262689-2dca-4c62-843e-8a04423e815e","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-85b460de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.980356513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-85b460de"},"namespace":"ai-tenant-e2e-ait-85b460de","name":"default-tenant","reconcileID":"a4262689-2dca-4c62-843e-8a04423e815e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-85b460de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.996429711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-85b460de"},"namespace":"ai-tenant-e2e-ait-85b460de","name":"default-tenant","reconcileID":"a4262689-2dca-4c62-843e-8a04423e815e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-85b460de","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:24.362590909Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-85b460de","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-85b460de","reconcileID":"5a3661cb-b380-430f-9625-0478ac505854","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-85b460de","removed":["maas.opendatahub.io/gateway-access-e2e-ait-85b460de"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:24.681926825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0545fd54-d25a-4a37-8271-20eb25ff96ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:24.698292389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0545fd54-d25a-4a37-8271-20eb25ff96ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:24.716504753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0545fd54-d25a-4a37-8271-20eb25ff96ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:24.734143708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0545fd54-d25a-4a37-8271-20eb25ff96ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:25.413776041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa6d50d1-de4a-46ea-8fc3-2adcc720132d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:25.432461325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa6d50d1-de4a-46ea-8fc3-2adcc720132d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:25.450513133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa6d50d1-de4a-46ea-8fc3-2adcc720132d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:25.468070404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa6d50d1-de4a-46ea-8fc3-2adcc720132d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:26.209513138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ad2d150-4e94-40f5-96da-8b7e848f583d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:26.226315548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ad2d150-4e94-40f5-96da-8b7e848f583d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:26.243120405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ad2d150-4e94-40f5-96da-8b7e848f583d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:26.259284355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ad2d150-4e94-40f5-96da-8b7e848f583d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:26.726880461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1a732029-d314-410e-a05d-223512471c41","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:26.821992694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"75e4583c-239e-432d-a17a-bdac212c69ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:27.928337343Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4afba12a"},"namespace":"ai-tenant-e2e-ait-4afba12a","name":"default-tenant","reconcileID":"fc52b25a-05c1-4566-9034-83797f1fe951","namespace":"ai-tenant-e2e-ait-4afba12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:27.928414783Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4afba12a"},"namespace":"ai-tenant-e2e-ait-4afba12a","name":"default-tenant","reconcileID":"fc52b25a-05c1-4566-9034-83797f1fe951","namespace":"ai-tenant-e2e-ait-4afba12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:27.928483704Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4afba12a"},"namespace":"ai-tenant-e2e-ait-4afba12a","name":"default-tenant","reconcileID":"fc52b25a-05c1-4566-9034-83797f1fe951","tenant":"e2e-ait-4afba12a","tenantID":"e2e-ait-4afba12a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:27.946456708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4afba12a"},"namespace":"ai-tenant-e2e-ait-4afba12a","name":"default-tenant","reconcileID":"fc52b25a-05c1-4566-9034-83797f1fe951","gvk":"Deployment","name":"maas-api-e2e-ait-4afba12a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:27.97657417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4afba12a"},"namespace":"ai-tenant-e2e-ait-4afba12a","name":"default-tenant","reconcileID":"fc52b25a-05c1-4566-9034-83797f1fe951","gvk":"Service","name":"maas-api-e2e-ait-4afba12a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:27.995743753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4afba12a"},"namespace":"ai-tenant-e2e-ait-4afba12a","name":"default-tenant","reconcileID":"fc52b25a-05c1-4566-9034-83797f1fe951","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-4afba12a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:28.015485399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4afba12a"},"namespace":"ai-tenant-e2e-ait-4afba12a","name":"default-tenant","reconcileID":"fc52b25a-05c1-4566-9034-83797f1fe951","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-4afba12a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:28.034171419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4afba12a"},"namespace":"ai-tenant-e2e-ait-4afba12a","name":"default-tenant","reconcileID":"fc52b25a-05c1-4566-9034-83797f1fe951","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-4afba12a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:28.05382564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4afba12a"},"namespace":"ai-tenant-e2e-ait-4afba12a","name":"default-tenant","reconcileID":"fc52b25a-05c1-4566-9034-83797f1fe951","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-4afba12a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:28.072285993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4afba12a"},"namespace":"ai-tenant-e2e-ait-4afba12a","name":"default-tenant","reconcileID":"fc52b25a-05c1-4566-9034-83797f1fe951","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-4afba12a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:28.09276316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4afba12a"},"namespace":"ai-tenant-e2e-ait-4afba12a","name":"default-tenant","reconcileID":"fc52b25a-05c1-4566-9034-83797f1fe951","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-4afba12a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:28.108672023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4afba12a"},"namespace":"ai-tenant-e2e-ait-4afba12a","name":"default-tenant","reconcileID":"fc52b25a-05c1-4566-9034-83797f1fe951","gvk":"Deployment","name":"payload-processing-e2e-ait-4afba12a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:28.124783263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4afba12a"},"namespace":"ai-tenant-e2e-ait-4afba12a","name":"default-tenant","reconcileID":"fc52b25a-05c1-4566-9034-83797f1fe951","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-4afba12a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:28.141075687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4afba12a"},"namespace":"ai-tenant-e2e-ait-4afba12a","name":"default-tenant","reconcileID":"fc52b25a-05c1-4566-9034-83797f1fe951","gvk":"Service","name":"payload-processing-e2e-ait-4afba12a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:28.164152519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4afba12a"},"namespace":"ai-tenant-e2e-ait-4afba12a","name":"default-tenant","reconcileID":"fc52b25a-05c1-4566-9034-83797f1fe951","gvk":"Service","name":"payload-pre-processing-e2e-ait-4afba12a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:28.182662659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4afba12a"},"namespace":"ai-tenant-e2e-ait-4afba12a","name":"default-tenant","reconcileID":"fc52b25a-05c1-4566-9034-83797f1fe951","gvk":"DestinationRule","name":"payload-processing-e2e-ait-4afba12a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:28.200852744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4afba12a"},"namespace":"ai-tenant-e2e-ait-4afba12a","name":"default-tenant","reconcileID":"fc52b25a-05c1-4566-9034-83797f1fe951","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-4afba12a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:28.216882621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4afba12a"},"namespace":"ai-tenant-e2e-ait-4afba12a","name":"default-tenant","reconcileID":"fc52b25a-05c1-4566-9034-83797f1fe951","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-4afba12a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:28.2387829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4afba12a"},"namespace":"ai-tenant-e2e-ait-4afba12a","name":"default-tenant","reconcileID":"fc52b25a-05c1-4566-9034-83797f1fe951","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-4afba12a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:28.255590427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4afba12a"},"namespace":"ai-tenant-e2e-ait-4afba12a","name":"default-tenant","reconcileID":"fc52b25a-05c1-4566-9034-83797f1fe951","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-4afba12a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:28.27459853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4afba12a"},"namespace":"ai-tenant-e2e-ait-4afba12a","name":"default-tenant","reconcileID":"fc52b25a-05c1-4566-9034-83797f1fe951","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-4afba12a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:28.292265564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4afba12a"},"namespace":"ai-tenant-e2e-ait-4afba12a","name":"default-tenant","reconcileID":"fc52b25a-05c1-4566-9034-83797f1fe951","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-4afba12a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:28.308168053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4afba12a"},"namespace":"ai-tenant-e2e-ait-4afba12a","name":"default-tenant","reconcileID":"fc52b25a-05c1-4566-9034-83797f1fe951","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-4afba12a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:28.527200626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"105e2c4b-41a0-4850-917b-3573367c8543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:28.543592484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"105e2c4b-41a0-4850-917b-3573367c8543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:28.560341209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"105e2c4b-41a0-4850-917b-3573367c8543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:28.576909114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"105e2c4b-41a0-4850-917b-3573367c8543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:28.670494971Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-4afba12a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-4afba12a","reconcileID":"bf007bd6-eb87-48b7-b273-e69118232502","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-4afba12a","removed":["maas.opendatahub.io/gateway-access-e2e-ait-4afba12a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:29.212529876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0019d6ff-d8a1-4123-aabd-7df0d9ca2794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:29.229108337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0019d6ff-d8a1-4123-aabd-7df0d9ca2794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:29.245626884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0019d6ff-d8a1-4123-aabd-7df0d9ca2794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:29.262798641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0019d6ff-d8a1-4123-aabd-7df0d9ca2794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:29.289604152Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:29.403164665Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-105882","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-105882","reconcileID":"cd348a98-26fc-4cc7-af3b-93131d918027","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-105882","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-105882":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:29.937893966Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-bed4a2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-bed4a2","reconcileID":"8a59ed0c-10f4-4ee8-aea7-142bdcb5e02d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-bed4a2","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-bed4a2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:29.958458354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39aa0d57-937b-4dfb-8b09-0791dd3640b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:29.974963089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39aa0d57-937b-4dfb-8b09-0791dd3640b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:29.991167896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39aa0d57-937b-4dfb-8b09-0791dd3640b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:30.007598801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39aa0d57-937b-4dfb-8b09-0791dd3640b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:30.168938457Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-bacddc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-bacddc","reconcileID":"337e6617-66af-4727-a9cc-e24387be9d25","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-bacddc","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-bacddc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:30.799969505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e9287a7-4b86-467b-adc3-0263c40255e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:30.820464181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e9287a7-4b86-467b-adc3-0263c40255e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:30.837227527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e9287a7-4b86-467b-adc3-0263c40255e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:30.853398487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e9287a7-4b86-467b-adc3-0263c40255e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:31.496767645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a6ca58-14f6-48ef-a7b0-90548d515b81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:31.512880257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a6ca58-14f6-48ef-a7b0-90548d515b81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:31.5295944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a6ca58-14f6-48ef-a7b0-90548d515b81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:31.546399704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a6ca58-14f6-48ef-a7b0-90548d515b81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:32.16126666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fc25ef7-1fad-40e3-8190-9ca8353b9cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:32.177895408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fc25ef7-1fad-40e3-8190-9ca8353b9cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:32.194352562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fc25ef7-1fad-40e3-8190-9ca8353b9cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:32.212337362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fc25ef7-1fad-40e3-8190-9ca8353b9cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:32.988122693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0707b713-ea57-454d-a150-3254659c5c21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:33.004409492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0707b713-ea57-454d-a150-3254659c5c21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:33.020869709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0707b713-ea57-454d-a150-3254659c5c21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:33.037834077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0707b713-ea57-454d-a150-3254659c5c21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:33.691371676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a88c4f3b-cffc-4be2-8535-5a1ea52417d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:33.708542282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a88c4f3b-cffc-4be2-8535-5a1ea52417d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:33.725004223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a88c4f3b-cffc-4be2-8535-5a1ea52417d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:33.741280149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a88c4f3b-cffc-4be2-8535-5a1ea52417d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:34.375568136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50763ddc-0a78-436e-a037-4197e6fd97d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:34.391820893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50763ddc-0a78-436e-a037-4197e6fd97d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:34.413596137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50763ddc-0a78-436e-a037-4197e6fd97d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:34.430767591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50763ddc-0a78-436e-a037-4197e6fd97d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:34.535321644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"a242629a-b614-47d3-a0ac-05631fa6704c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:34.577729351Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"a242629a-b614-47d3-a0ac-05631fa6704c","name":"e2e-worker-w3-105882-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:35.188161589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caa455bd-d838-4ccb-ac5a-4e9e76e389ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:35.205645004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caa455bd-d838-4ccb-ac5a-4e9e76e389ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:35.223620231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caa455bd-d838-4ccb-ac5a-4e9e76e389ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:35.240159297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caa455bd-d838-4ccb-ac5a-4e9e76e389ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:35.284222339Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-b0153c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-b0153c","reconcileID":"05a9c055-a218-4754-b59e-b0a2a4aaedcb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-b0153c","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-b0153c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:35.396719897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ca8c1f9e-9c95-49c8-8151-dfc887ab340b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:35.494008403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"abc68e5f-375a-4217-b3a1-ecb839268682","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:35.884390793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cfe898b-614d-4044-ba1f-4c67ae4a64f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:35.901299759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cfe898b-614d-4044-ba1f-4c67ae4a64f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:35.917614565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cfe898b-614d-4044-ba1f-4c67ae4a64f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:35.934568429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cfe898b-614d-4044-ba1f-4c67ae4a64f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:36.578517905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82fcbfcd-c4b2-4062-81c4-2ef35b987789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:36.593966451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"45c72351-3b0c-4fe6-a1da-a0b3d5039aa9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:36.594731502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82fcbfcd-c4b2-4062-81c4-2ef35b987789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:36.611388527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82fcbfcd-c4b2-4062-81c4-2ef35b987789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:36.627618954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82fcbfcd-c4b2-4062-81c4-2ef35b987789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:36.640933337Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"45c72351-3b0c-4fe6-a1da-a0b3d5039aa9","name":"e2e-worker-w4-bed4a2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:37.284018757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a8fc68-a712-41d8-8dcc-cfb25655e125","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:37.300359365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a8fc68-a712-41d8-8dcc-cfb25655e125","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:37.316509436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a8fc68-a712-41d8-8dcc-cfb25655e125","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:37.332760982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a8fc68-a712-41d8-8dcc-cfb25655e125","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:38.075086327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ebee221-c337-4741-aac1-80e32c3d9064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:38.091310741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ebee221-c337-4741-aac1-80e32c3d9064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:38.107366754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ebee221-c337-4741-aac1-80e32c3d9064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:38.123513455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ebee221-c337-4741-aac1-80e32c3d9064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:38.682804895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"fc76456e-d6d6-4672-bed9-2f0801c99a0f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:38.727706636Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"fc76456e-d6d6-4672-bed9-2f0801c99a0f","name":"e2e-worker-w2-bacddc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:38.749868839Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-83198dc0"},"namespace":"ai-tenant-e2e-derive-83198dc0","name":"default-tenant","reconcileID":"60c66889-a156-4f55-9b61-05f881590fc8","namespace":"ai-tenant-e2e-derive-83198dc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:38.749960818Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-83198dc0"},"namespace":"ai-tenant-e2e-derive-83198dc0","name":"default-tenant","reconcileID":"60c66889-a156-4f55-9b61-05f881590fc8","namespace":"ai-tenant-e2e-derive-83198dc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:38.750045694Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-83198dc0"},"namespace":"ai-tenant-e2e-derive-83198dc0","name":"default-tenant","reconcileID":"60c66889-a156-4f55-9b61-05f881590fc8","tenant":"e2e-derive-83198dc0","tenantID":"e2e-derive-83198dc0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:38.768105233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-83198dc0"},"namespace":"ai-tenant-e2e-derive-83198dc0","name":"default-tenant","reconcileID":"60c66889-a156-4f55-9b61-05f881590fc8","gvk":"Deployment","name":"maas-api-e2e-derive-83198dc0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:38.780535101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"235dfe7e-3c37-4e65-b88a-bbf08a3ab375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:38.798227695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"235dfe7e-3c37-4e65-b88a-bbf08a3ab375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:38.812216068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-83198dc0"},"namespace":"ai-tenant-e2e-derive-83198dc0","name":"default-tenant","reconcileID":"60c66889-a156-4f55-9b61-05f881590fc8","gvk":"Service","name":"maas-api-e2e-derive-83198dc0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:38.815258543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"235dfe7e-3c37-4e65-b88a-bbf08a3ab375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:38.832821659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"235dfe7e-3c37-4e65-b88a-bbf08a3ab375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:38.835296933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-83198dc0"},"namespace":"ai-tenant-e2e-derive-83198dc0","name":"default-tenant","reconcileID":"60c66889-a156-4f55-9b61-05f881590fc8","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-83198dc0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:38.854134599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-83198dc0"},"namespace":"ai-tenant-e2e-derive-83198dc0","name":"default-tenant","reconcileID":"60c66889-a156-4f55-9b61-05f881590fc8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-83198dc0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:38.873274356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-83198dc0"},"namespace":"ai-tenant-e2e-derive-83198dc0","name":"default-tenant","reconcileID":"60c66889-a156-4f55-9b61-05f881590fc8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-83198dc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:38.895451631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-83198dc0"},"namespace":"ai-tenant-e2e-derive-83198dc0","name":"default-tenant","reconcileID":"60c66889-a156-4f55-9b61-05f881590fc8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-83198dc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:38.923633739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-83198dc0"},"namespace":"ai-tenant-e2e-derive-83198dc0","name":"default-tenant","reconcileID":"60c66889-a156-4f55-9b61-05f881590fc8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-83198dc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:38.941982796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-83198dc0"},"namespace":"ai-tenant-e2e-derive-83198dc0","name":"default-tenant","reconcileID":"60c66889-a156-4f55-9b61-05f881590fc8","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-83198dc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:38.958744414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-83198dc0"},"namespace":"ai-tenant-e2e-derive-83198dc0","name":"default-tenant","reconcileID":"60c66889-a156-4f55-9b61-05f881590fc8","gvk":"Deployment","name":"payload-processing-e2e-derive-83198dc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:38.978767412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-83198dc0"},"namespace":"ai-tenant-e2e-derive-83198dc0","name":"default-tenant","reconcileID":"60c66889-a156-4f55-9b61-05f881590fc8","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-83198dc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:38.994715381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-83198dc0"},"namespace":"ai-tenant-e2e-derive-83198dc0","name":"default-tenant","reconcileID":"60c66889-a156-4f55-9b61-05f881590fc8","gvk":"Service","name":"payload-processing-e2e-derive-83198dc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:39.010456923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-83198dc0"},"namespace":"ai-tenant-e2e-derive-83198dc0","name":"default-tenant","reconcileID":"60c66889-a156-4f55-9b61-05f881590fc8","gvk":"Service","name":"payload-pre-processing-e2e-derive-83198dc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:39.026211916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-83198dc0"},"namespace":"ai-tenant-e2e-derive-83198dc0","name":"default-tenant","reconcileID":"60c66889-a156-4f55-9b61-05f881590fc8","gvk":"DestinationRule","name":"payload-processing-e2e-derive-83198dc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:39.042089846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-83198dc0"},"namespace":"ai-tenant-e2e-derive-83198dc0","name":"default-tenant","reconcileID":"60c66889-a156-4f55-9b61-05f881590fc8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-83198dc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:39.0587451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-83198dc0"},"namespace":"ai-tenant-e2e-derive-83198dc0","name":"default-tenant","reconcileID":"60c66889-a156-4f55-9b61-05f881590fc8","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-83198dc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:39.081657231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-83198dc0"},"namespace":"ai-tenant-e2e-derive-83198dc0","name":"default-tenant","reconcileID":"60c66889-a156-4f55-9b61-05f881590fc8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-83198dc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:39.098295515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-83198dc0"},"namespace":"ai-tenant-e2e-derive-83198dc0","name":"default-tenant","reconcileID":"60c66889-a156-4f55-9b61-05f881590fc8","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-83198dc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:39.114850892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-83198dc0"},"namespace":"ai-tenant-e2e-derive-83198dc0","name":"default-tenant","reconcileID":"60c66889-a156-4f55-9b61-05f881590fc8","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-83198dc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:39.13078915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-83198dc0"},"namespace":"ai-tenant-e2e-derive-83198dc0","name":"default-tenant","reconcileID":"60c66889-a156-4f55-9b61-05f881590fc8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-83198dc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:39.146415099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-83198dc0"},"namespace":"ai-tenant-e2e-derive-83198dc0","name":"default-tenant","reconcileID":"60c66889-a156-4f55-9b61-05f881590fc8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-83198dc0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:39.667350484Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-83198dc0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-83198dc0","reconcileID":"36882387-f0d7-48a9-a27f-6d36e97d2b3c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-83198dc0","removed":["maas.opendatahub.io/gateway-access-e2e-derive-83198dc0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:39.696537978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0bea4a2-fd36-4cf0-b7b4-f1664ae8045c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:39.713656293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0bea4a2-fd36-4cf0-b7b4-f1664ae8045c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:39.730111002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0bea4a2-fd36-4cf0-b7b4-f1664ae8045c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:39.746519947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0bea4a2-fd36-4cf0-b7b4-f1664ae8045c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:39.889709804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a363af65-017b-4723-9cc9-92f5f1f68843","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:39.972652828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9bfea61b-1ad3-4ba0-aa26-749cb3f53b84","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:40.412088943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbb16d05-e248-4a81-964b-b86fe18bff6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:40.428888744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbb16d05-e248-4a81-964b-b86fe18bff6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:40.447145152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbb16d05-e248-4a81-964b-b86fe18bff6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:40.463925414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbb16d05-e248-4a81-964b-b86fe18bff6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:41.213196452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4f6d37-495c-4539-b829-2a007ca3cb5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:41.230181478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4f6d37-495c-4539-b829-2a007ca3cb5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:41.246414826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4f6d37-495c-4539-b829-2a007ca3cb5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:41.262915767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4f6d37-495c-4539-b829-2a007ca3cb5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.781956234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94926da2-d510-4b8d-bef7-972afe331e9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.800183265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94926da2-d510-4b8d-bef7-972afe331e9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.818488912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94926da2-d510-4b8d-bef7-972afe331e9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.834872759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94926da2-d510-4b8d-bef7-972afe331e9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:44.440809124Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-b2c5f2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-b2c5f2","reconcileID":"bbcd290e-6949-4c1a-a326-3950d7935b47","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-b2c5f2","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-b2c5f2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:44.51338764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8485f78e-f036-43f1-8fdb-8c6d3e84dbe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:44.535977248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8485f78e-f036-43f1-8fdb-8c6d3e84dbe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:44.556365756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8485f78e-f036-43f1-8fdb-8c6d3e84dbe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:44.572917964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8485f78e-f036-43f1-8fdb-8c6d3e84dbe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:45.336511422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c319b0a-d92d-4043-9bf7-0fc92c852865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:45.353250171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c319b0a-d92d-4043-9bf7-0fc92c852865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:45.369823897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c319b0a-d92d-4043-9bf7-0fc92c852865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:45.396002359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c319b0a-d92d-4043-9bf7-0fc92c852865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:45.577487781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"60dc1303-6326-4deb-b13c-ea0bc7b9a1f2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:45.630715364Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"60dc1303-6326-4deb-b13c-ea0bc7b9a1f2","name":"e2e-worker-w0-b0153c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:46.127009853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd804339-8c63-48e2-96f8-ba5c82db4f60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:46.14606725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd804339-8c63-48e2-96f8-ba5c82db4f60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:46.162315828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd804339-8c63-48e2-96f8-ba5c82db4f60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:46.178696409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd804339-8c63-48e2-96f8-ba5c82db4f60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:46.880616022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6502fef2-2061-44a7-ae8f-70021320dab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:46.897352894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6502fef2-2061-44a7-ae8f-70021320dab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:46.913930328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6502fef2-2061-44a7-ae8f-70021320dab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:46.930521523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6502fef2-2061-44a7-ae8f-70021320dab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:48.374106391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a2aacf-88a4-4a38-a2d4-ad5df067007e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:48.390249742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a2aacf-88a4-4a38-a2d4-ad5df067007e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:48.406480717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a2aacf-88a4-4a38-a2d4-ad5df067007e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:48.422668261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a2aacf-88a4-4a38-a2d4-ad5df067007e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:49.097270406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"350cab45-f492-412e-b7a3-f8a98203a4ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:49.114138044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"350cab45-f492-412e-b7a3-f8a98203a4ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:49.131138271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"350cab45-f492-412e-b7a3-f8a98203a4ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:49.14798449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"350cab45-f492-412e-b7a3-f8a98203a4ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:50.321103076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a15d4e44-455e-41a8-951c-e386d2a0be64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:50.33759935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a15d4e44-455e-41a8-951c-e386d2a0be64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:50.353983594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a15d4e44-455e-41a8-951c-e386d2a0be64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:50.370719189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a15d4e44-455e-41a8-951c-e386d2a0be64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:51.103808977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e07164-78ea-4f5a-a871-43bed44aae74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:51.120651399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e07164-78ea-4f5a-a871-43bed44aae74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:51.1369113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e07164-78ea-4f5a-a871-43bed44aae74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:51.153026496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e07164-78ea-4f5a-a871-43bed44aae74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:55.647212284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"c05b9b35-f1e8-4a68-ba43-d25fac72ba88","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:55.695305392Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"c05b9b35-f1e8-4a68-ba43-d25fac72ba88","name":"e2e-worker-w1-b2c5f2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.575487072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bfec080-a0c5-46a2-bfed-6f149dc25f05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.592033125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bfec080-a0c5-46a2-bfed-6f149dc25f05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.608609253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bfec080-a0c5-46a2-bfed-6f149dc25f05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.625046998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bfec080-a0c5-46a2-bfed-6f149dc25f05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:59.282784676Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:59.286628978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f59c036a-fcad-4905-9430-6f1da9e99970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:59.303168429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f59c036a-fcad-4905-9430-6f1da9e99970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:59.319731799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f59c036a-fcad-4905-9430-6f1da9e99970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:59.33615491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f59c036a-fcad-4905-9430-6f1da9e99970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:06.191586978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8aad6b05-37a0-427c-b6d1-a5b6dce0007b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:06.29638856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f3ee3106-2f46-4b9c-8343-e815cab8f0ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:07.711986918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb6c27d-0288-4b2d-8a5f-69ea81ed8b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:07.728403391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb6c27d-0288-4b2d-8a5f-69ea81ed8b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:07.744522645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb6c27d-0288-4b2d-8a5f-69ea81ed8b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:07.760685243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb6c27d-0288-4b2d-8a5f-69ea81ed8b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:08.380247957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"415ed8bd-ee81-45d0-88ba-7a67aaf3f03b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:08.396664015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"415ed8bd-ee81-45d0-88ba-7a67aaf3f03b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:08.412760481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"415ed8bd-ee81-45d0-88ba-7a67aaf3f03b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:08.429176187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"415ed8bd-ee81-45d0-88ba-7a67aaf3f03b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:09.087237625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"75176f4f-4635-4010-8a83-9faa389330da","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:09.187886075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"20a12b5b-76ea-474a-a64f-ceccf89a9335","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:11.961208827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"3498bdac-c459-4756-bfa6-88201d1756d8","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:13.43540664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7d3eab99-1409-4e19-b273-c611a267195f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:13.559529654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"34f8905d-2bbe-4f8a-9e67-2e8a3c24696d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:17.124783212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"44c8e2de-0999-4544-85ac-d2a40a206e90","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:18.063785775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"01ffd69f-a4da-4fc3-b963-a9b11d331e78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:18.086350778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8d4d358b-3c13-4c6b-b6ff-0aef6cd05bbb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:21.99553955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ab814b50-e77e-4e31-9179-bf73b2a5b7fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:22.096515438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0e256540-93f9-4b01-b1f8-a78c804dc84a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:22.182321209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"6e862266-f691-4078-9339-dc1feba7af0b","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"simulator-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"simulator-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:25.526451845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"d2667e65-3542-454c-9899-4b73c15ef483","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:25.564234033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"b938cbe0-2abc-42d0-a679-4ce0f48f3899","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:26.12506273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ae2d57c5-4906-416b-a34a-16dbb728724a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:26.223305966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fa4943aa-32d8-4e0f-954d-6b91a174a902","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:28.768878141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"98b6f232-1963-490c-8b7b-9061a5c363a8","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:28.797250914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"c1841ed9-4bdc-4b3e-b541-95c3ce5d0ff2","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:29.282640753Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:34.933950377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"8d60f86b-8ba0-4dc4-bd67-d32dcf8aa28b","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"simulator-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"simulator-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:34.967369328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"10948154-b467-41ed-8698-5c5ad63c8672","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"simulator-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"simulator-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:37.101669323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"4195624b-3a81-43eb-b3f6-6601f687e75a","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"simulator-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"simulator-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:37.691937661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"d9aa2c4e-61fd-470a-be5f-f616681242b3","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:43.821651211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"a541db45-632c-40a1-8400-0d0cb6393c17","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"premium-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"premium-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:43.88728999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"2c909413-ae7e-45bb-b58c-2caff7b50f3d","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"premium-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"premium-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:43.966932283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"3c6f21de-c5af-4658-9b1b-bc264f66fc2b","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:43.987378808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"a41ad0cb-6fa0-4997-ace8-a874b78f18e4","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:24:43.997056783Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-subscription","reconcileID":"a61d2da9-ef05-4a67-a59f-b864f3bdb733","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.00882507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ef9da02e-ca18-4f03-83ed-3eccdf74f0a0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.008843683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ef9da02e-ca18-4f03-83ed-3eccdf74f0a0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.029963532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8014dd7-dc82-400c-aba7-99f07f1551ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.029982311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8014dd7-dc82-400c-aba7-99f07f1551ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.035361822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"3192b932-cfc1-4cea-b948-d2093582f084","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.054190521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"dff4a3c1-707f-4e8d-8570-871b0a41e6e3","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.06889144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"8c0a7aa4-dd3a-46fd-8a2e-3ccb344c43fe","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.089875111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"f2930c59-77b3-4e93-8de0-553e518eeb41","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.101066138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"2f73420e-5d4e-423f-8610-19b958a808ea","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:24:44.106849775Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-bed4a2/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1633\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.121614219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"7702662b-66e8-4c26-8e8a-44a286c60475","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.122360606Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-subscription","reconcileID":"180c9e43-8780-4a19-b7df-deaa5529ed34","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-simulator-w3-105882","model":"simulator-w3-105882","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-105882/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.179212883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"9e6b151a-81e9-40c9-94b3-2cd8124d4c89","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.187020655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"0aeacc44-ca78-487b-b561-bdcbc427ff97","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.208452033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"60a2fa3a-8688-45db-a2f7-af1f613d0938","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.220727094Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-subscription","reconcileID":"a492323e-fc76-4a52-adb2-a6a8116b1445","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"simulator-w4-bed4a2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-bed4a2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.239911968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"b8444de7-7fdf-4b25-8419-9755c8407343","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.274945041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"9ca08f78-36d8-40ad-b44b-2841c4a104b0","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.288505597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"f8e4dac4-a5a1-46ec-81ed-d4ec17fd466f","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.2906545Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"b8444de7-7fdf-4b25-8419-9755c8407343","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.310508454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"0be09f87-b0dd-40c5-972d-cffe1407bd35","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.312413809Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-105882-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"b8444de7-7fdf-4b25-8419-9755c8407343","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.320323147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-subscription","reconcileID":"3a48276d-1bdd-4123-b768-2b6fb1c70fd8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-simulator-w3-105882","model":"e2e-models-e2e-worker-w3-105882/simulator-w3-105882","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:24:44.327873078Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"0be09f87-b0dd-40c5-972d-cffe1407bd35","name":"simulator-w4-bed4a2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-bed4a2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:24:44.327933978Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"0be09f87-b0dd-40c5-972d-cffe1407bd35","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-bed4a2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.333279218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"005c7306-19c4-4bb9-b1c2-c80499e5c795","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.333843694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"0b5a98d3-6cbc-4475-b8d1-8ec031f72484","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.34088017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"e1d84b3e-de64-48ba-a180-151119de13c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.387154182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"c9a9d984-c0e6-40a3-a745-8332a974bdd0","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"premium-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"premium-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.393002437Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"e1d84b3e-de64-48ba-a180-151119de13c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.407675027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"2093fb20-fed6-4ab9-b950-a65555ae7dac","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"premium-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"premium-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.411569731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-bed4a2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"e1d84b3e-de64-48ba-a180-151119de13c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:24:44.417636374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-subscription","reconcileID":"db59185b-cc1c-48ad-89f4-355a94a6d88d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.424050589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-subscription","reconcileID":"58acdade-edbc-4ab4-9367-7199656c37c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-simulator-w3-105882","model":"e2e-models-e2e-worker-w3-105882/simulator-w3-105882","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.424527864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-subscription","reconcileID":"3f8f991b-dbac-4d8c-ac42-ce2068748c0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.429641016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"aae12e1c-de4c-4c4d-9bcc-2d87c1c4a20d","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.432013417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"918297d6-bac3-49c1-9734-1a52ae17fddb","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.441853582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"22812a21-4e3d-4395-b286-b54d6b30fb94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.454063488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"f27ec70e-eb76-445d-b272-9abaea8f5897","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"premium-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"premium-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.461465725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"22812a21-4e3d-4395-b286-b54d6b30fb94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.474910014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"d130e35e-6824-4212-a721-bd916077031f","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"premium-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"premium-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.48028714Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-105882-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"22812a21-4e3d-4395-b286-b54d6b30fb94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:24:44.500144872Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"22812a21-4e3d-4395-b286-b54d6b30fb94","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.50066723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"5c770256-476b-45ca-b9c5-fbb6fcba357f","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"premium-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"premium-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.522532646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"0273b7eb-dac1-4bd4-a55a-1dd94b9a1150","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"premium-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"premium-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.52393575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-subscription","reconcileID":"911f9fd5-d4d2-4571-9466-c46970ab5fce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.533137085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"167356bf-de27-4bf4-9d2a-71cf8e717daa","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"premium-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"premium-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:24:44.540062807Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-bed4a2/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1633\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.543777904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"c5ce2ac7-7258-4834-8ae7-12a715f2c1f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.544171305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"a92a2383-9de8-4db9-948a-d8d1380d76ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.544477781Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-subscription","reconcileID":"45232d99-7bd3-4147-8a8a-e50fa855ac70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-premium-w3-105882","model":"premium-w3-105882","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-105882/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.586829676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"c5ce2ac7-7258-4834-8ae7-12a715f2c1f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.589023981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"a92a2383-9de8-4db9-948a-d8d1380d76ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.589244542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"27f9923c-9b90-414d-962b-aedaa7b4466f","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"premium-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"premium-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.605256212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-105882-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"c5ce2ac7-7258-4834-8ae7-12a715f2c1f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.608293717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-bed4a2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"a92a2383-9de8-4db9-948a-d8d1380d76ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.61848149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"42e3bee2-4655-4cc7-97eb-19d83498e3a4","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"premium-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"premium-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.701830566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"c21826e0-8a22-4314-a2e7-b8a3bd7778ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.70643442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"ec4264ef-5be2-4586-8ab8-7a0ee3c9d04d","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"premium-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"premium-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.709063564Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-subscription","reconcileID":"51c629a8-6890-41fb-85ce-f0982531d0b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-premium-w4-bed4a2","model":"premium-w4-bed4a2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-bed4a2/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.721716844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"c21826e0-8a22-4314-a2e7-b8a3bd7778ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:24:44.724335947Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"ec4264ef-5be2-4586-8ab8-7a0ee3c9d04d","name":"premium-w3-105882","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-105882\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:24:44.724401282Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"ec4264ef-5be2-4586-8ab8-7a0ee3c9d04d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-105882\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.724545401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"e42afff5-cae6-4064-aa4f-80923c5d8f01","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"premium-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"premium-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.742407181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-bed4a2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"c21826e0-8a22-4314-a2e7-b8a3bd7778ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.746723026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"c6b25a4e-a38c-4da7-93a6-95f502c6402d","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"premium-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"premium-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.747106965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"ab65976f-f2f8-4097-bfa7-0166b5599a3d","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"premium-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"premium-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.758243644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"919bec31-ff24-4f78-b1fd-962e6cbfa6e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.758243616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"e4b6d2ad-5cb5-4c58-9e5c-aa30ca9381e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.779114612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"e4b6d2ad-5cb5-4c58-9e5c-aa30ca9381e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.779253443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"919bec31-ff24-4f78-b1fd-962e6cbfa6e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.780602961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"597083db-1213-436e-967b-cf63ce92a469","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"premium-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"premium-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.795988538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-subscription","reconcileID":"4c8f755b-f2c9-401c-961e-2bc22a08286f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-premium-w3-105882","model":"e2e-models-e2e-worker-w3-105882/premium-w3-105882","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.798844399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-105882-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"e4b6d2ad-5cb5-4c58-9e5c-aa30ca9381e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.798874841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-105882-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"919bec31-ff24-4f78-b1fd-962e6cbfa6e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.820066304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"3e241c8f-479a-48f4-8366-bbe6c81f8a5b","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"premium-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"premium-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.858654874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"8cf85a62-880e-494a-ba2e-154bb0f02f3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.860355631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"8578a6f3-1066-4963-a555-255cd2aa8814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.869123179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"769a1c51-5d07-4206-a42f-e44953bbcaa1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.879499781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"8cf85a62-880e-494a-ba2e-154bb0f02f3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.881605229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"8578a6f3-1066-4963-a555-255cd2aa8814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.890028871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"769a1c51-5d07-4206-a42f-e44953bbcaa1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.898959762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-bed4a2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"8cf85a62-880e-494a-ba2e-154bb0f02f3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.899163692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-subscription","reconcileID":"56c93fb0-7b97-41d5-a09a-bf992c0ed6ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-premium-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.902541054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-bed4a2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"8578a6f3-1066-4963-a555-255cd2aa8814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.910642956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-105882-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"769a1c51-5d07-4206-a42f-e44953bbcaa1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.924813328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"3b583d40-b484-4564-a55b-cd09d1e496b4","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"premium-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"premium-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.972126941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"e87617fe-f6d4-44c2-a6df-7b49c6eec6ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:44.992628648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"e87617fe-f6d4-44c2-a6df-7b49c6eec6ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:45.011963066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-bed4a2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"e87617fe-f6d4-44c2-a6df-7b49c6eec6ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:48.095992101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"0750ebd9-c20f-4755-a057-c95741300c8d","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"simulator-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"simulator-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:48.125710456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"b0a00b80-244a-4691-ba3d-75a575a5b584","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"simulator-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"simulator-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:49.674588253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-subscription","reconcileID":"141284a8-42be-40a8-8695-d30496985c6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-premium-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:49.736115855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"2621c82b-799d-4b12-9f7c-67f6bf626d9a","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"premium-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"premium-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:49.772735568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-subscription","reconcileID":"61d9c94d-e9d7-40f8-bf6f-b9d641e603cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-premium-w3-105882","model":"e2e-models-e2e-worker-w3-105882/premium-w3-105882","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:49.83968314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"5fd61793-d264-474e-bddf-a801566ffafe","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"premium-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"premium-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:49.880047957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-subscription","reconcileID":"f830c98f-37ae-4b86-ab64-cad8308d5d4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-simulator-w3-105882","model":"e2e-models-e2e-worker-w3-105882/simulator-w3-105882","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:49.920779693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"ec17d4b4-29a8-438e-a349-9e081a8d1a04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:49.920853146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"38fb6c3b-0978-4a43-a6ec-1c4804e1bf91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:49.937208106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"299d19cd-a592-4471-9488-4c7e7413d6b9","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:49.94296403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"ec17d4b4-29a8-438e-a349-9e081a8d1a04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:49.943159967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"38fb6c3b-0978-4a43-a6ec-1c4804e1bf91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:49.964538346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-105882-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5e8025fd955c132369867b4142a62ab4dc7e39ea90d7adc823c6fae7b016dd2b) AuthConfig (1807cc1a03d46bc83e6bcd0d18f5a3c5d930109b68519c43ecdd9cf52237e7ae) AuthConfig (9050fd64b684d38503d7955f7f37b7ff5225728f454839d275dce4f24f3fc2d9) AuthConfig (2f0fb9c8cce9c123578d0539d1773bb4a9a4a88529829b4eae0faca206f60cc7) AuthConfig (7b12da03f8c1fb6c31705fdfe304c5936db5ba3b955948177e30c88374b19aee) AuthConfig (b0d88fe4de752476969de2d3adfd3216294b8ff4c1d4f4c80ab9fd832d7c553a) AuthConfig (3b60943a3f7b35fd6fc3579f200ea5b926e76bb39f7c1c97d116326858160c47) AuthConfig (64ea551ea14e846bd400dff6e179ead927cad04e2afae4f88d896cf54dee59c7) AuthConfig (09ced1ee020b74308b8521eeb2731ef5ec108673d043c0bc78d06a382fc8cb7a) AuthConfig (9fa50f111bc5529042d1a7966882a8fcdced333cd76a88b4073a025f3a7db677) AuthConfig (96424a73ef01b6ec39740a887b8824260de7019fe95c548deda93d7f33f04108) AuthConfig (ccfacb2e16e8d518fc2c3aa112bd1a2a4be318edb286a440dc0fa63e34b45aa9) AuthConfig (accc26f0a33beebe8681b700ffc901875ec69b3071bf3cfe18da9de36fd02cde) AuthConfig (9b38e2e0c125ad73c7318cdda49d12079aab00cdab747aa9df0d62740c57039b) AuthConfig (ca73c13659d902b0f14470c14d52ed1db0362ece83abd52597729355bace1a25) AuthConfig (204019cc17eda33eee44250beb921b27149d77cc11b3014b0633166963ba2d39) AuthConfig (9daedccd505c314c5dd645fc9be37c184fedb6a30adec3ab07435321103b5386) AuthConfig (61c5f028749e116e6620e2c287b9d5a6efb2bedf314b6ceff9b567b0dc983931) AuthConfig (4fbb4fe8707961911cfe7762c4390ec9f7de0b77c8446ab8e54973785e16780d) AuthConfig (85023ca7ea3cff1720d3877263f528082b8e5b5235b2d9d41da12d32e6335522) AuthConfig (a4c4ea15139a6bb2c97aed40a35ecf66acbf12024bcc6184a4bfa5344458ac8c) AuthConfig (d24aadcc28cf3c43a14295fbd750cef2cd522f905b63e5bf29b091b432e6a271) AuthConfig (b07b2208dc80fce1444c2d49d0ca1eccd1a5f111ce243f593d8f3ac17878f2c1) AuthConfig (cb154b1427423e2f217efed7e65f89bfa19214e86dfcfc788e3852b38e480381) AuthConfig (d37a130b809a9a65e333409048ceaa52c52e2b4a6c4c17e3fc82c865d079de32) AuthConfig (81bada34efe8dc0898bf37ea8b7312aae93016b8d29fa9718a131566ae74006e) AuthConfig (f016de76f10be71d86f5c1ea2afbdb133b1f9e7debff0802a913da0ffa386247) AuthConfig (dbdec55de9edfc8087a5527e44f8cf2afee722a639323356f784f6c9ade52630) AuthConfig (6797d1abc5dfc53ea7712ccf66ca6905be9bc3f3b619e21e88ffc33f1ff0e03a) AuthConfig (e21cadd67cd9f46b7ea3a7be9181909d2e7b03f8764f23d929a4be7dad0a1516)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"ec17d4b4-29a8-438e-a349-9e081a8d1a04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:49.964651579Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-105882-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5e8025fd955c132369867b4142a62ab4dc7e39ea90d7adc823c6fae7b016dd2b) AuthConfig (1807cc1a03d46bc83e6bcd0d18f5a3c5d930109b68519c43ecdd9cf52237e7ae) AuthConfig (9050fd64b684d38503d7955f7f37b7ff5225728f454839d275dce4f24f3fc2d9) AuthConfig (2f0fb9c8cce9c123578d0539d1773bb4a9a4a88529829b4eae0faca206f60cc7) AuthConfig (7b12da03f8c1fb6c31705fdfe304c5936db5ba3b955948177e30c88374b19aee) AuthConfig (b0d88fe4de752476969de2d3adfd3216294b8ff4c1d4f4c80ab9fd832d7c553a) AuthConfig (3b60943a3f7b35fd6fc3579f200ea5b926e76bb39f7c1c97d116326858160c47) AuthConfig (64ea551ea14e846bd400dff6e179ead927cad04e2afae4f88d896cf54dee59c7) AuthConfig (09ced1ee020b74308b8521eeb2731ef5ec108673d043c0bc78d06a382fc8cb7a) AuthConfig (9fa50f111bc5529042d1a7966882a8fcdced333cd76a88b4073a025f3a7db677) AuthConfig (96424a73ef01b6ec39740a887b8824260de7019fe95c548deda93d7f33f04108) AuthConfig (ccfacb2e16e8d518fc2c3aa112bd1a2a4be318edb286a440dc0fa63e34b45aa9) AuthConfig (accc26f0a33beebe8681b700ffc901875ec69b3071bf3cfe18da9de36fd02cde) AuthConfig (9b38e2e0c125ad73c7318cdda49d12079aab00cdab747aa9df0d62740c57039b) AuthConfig (ca73c13659d902b0f14470c14d52ed1db0362ece83abd52597729355bace1a25) AuthConfig (204019cc17eda33eee44250beb921b27149d77cc11b3014b0633166963ba2d39) AuthConfig (9daedccd505c314c5dd645fc9be37c184fedb6a30adec3ab07435321103b5386) AuthConfig (61c5f028749e116e6620e2c287b9d5a6efb2bedf314b6ceff9b567b0dc983931) AuthConfig (4fbb4fe8707961911cfe7762c4390ec9f7de0b77c8446ab8e54973785e16780d) AuthConfig (85023ca7ea3cff1720d3877263f528082b8e5b5235b2d9d41da12d32e6335522) AuthConfig (a4c4ea15139a6bb2c97aed40a35ecf66acbf12024bcc6184a4bfa5344458ac8c) AuthConfig (d24aadcc28cf3c43a14295fbd750cef2cd522f905b63e5bf29b091b432e6a271) AuthConfig (b07b2208dc80fce1444c2d49d0ca1eccd1a5f111ce243f593d8f3ac17878f2c1) AuthConfig (cb154b1427423e2f217efed7e65f89bfa19214e86dfcfc788e3852b38e480381) AuthConfig (d37a130b809a9a65e333409048ceaa52c52e2b4a6c4c17e3fc82c865d079de32) AuthConfig (81bada34efe8dc0898bf37ea8b7312aae93016b8d29fa9718a131566ae74006e) AuthConfig (f016de76f10be71d86f5c1ea2afbdb133b1f9e7debff0802a913da0ffa386247) AuthConfig (dbdec55de9edfc8087a5527e44f8cf2afee722a639323356f784f6c9ade52630) AuthConfig (6797d1abc5dfc53ea7712ccf66ca6905be9bc3f3b619e21e88ffc33f1ff0e03a) AuthConfig (e21cadd67cd9f46b7ea3a7be9181909d2e7b03f8764f23d929a4be7dad0a1516)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"38fb6c3b-0978-4a43-a6ec-1c4804e1bf91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:49.980314613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-subscription","reconcileID":"db62e085-d92d-4b96-8802-e40f3d83cf18","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:49.986864118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"74a49f45-f21a-4c8e-a73c-c60fec612c03","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:49.989648741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"580757a7-4ac3-41db-9517-7db5aaf6ff90","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"premium-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"premium-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:50.027073898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"3ef3156c-92e1-4f3e-9856-e00bc63300bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:50.027083413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"bf7fc827-0a6e-4d2b-b1fa-f14b1fdf4c9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:50.038758397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"e7e9420e-ddad-4130-82d6-8098a6f223fd","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:50.047254983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"3ef3156c-92e1-4f3e-9856-e00bc63300bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:50.048223839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"bf7fc827-0a6e-4d2b-b1fa-f14b1fdf4c9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:50.066368445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-bed4a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (67619e997e72705cf57526b5c592b52486096ff7fa3fad127e0286e3d217dd86) AuthConfig (0198dd38f941f14ba83bee299aae63a05dbc688c990a09934f91d2a6c78cab6c) AuthConfig (91122976da6fa38b4cbd0764acd4c6bf52e123961ab366eb9a1049a42e48d839) AuthConfig (92096932af49ee713374dd06e4e55678158e974c7aba51dddd261b48166fff8c) AuthConfig (ac242b0dcae0f4888df7d218fa85177993d321cd191a095210874387bc238db4) AuthConfig (1d67c20ca9d7a85cdf1f87fe59b4444e9b9f35e07ba78dceba54f51097075db7) AuthConfig (bd4313900b05eff04a392bdbc54595bd36bab58012598c1e3a83faa87ed8f0db) AuthConfig (d4cd0151c3a95a9fd4d7f7b15fb6b7a1a5f5c31a0c83c086040de1b39470016e) AuthConfig (b7c010bb64133e46862242b19ba8d83655d60396749ebd66813846a7f37d4fe2) AuthConfig (9e8ae551994ffadeba5f668e9b78380e591981734f4a6af088c3c6b2db81d050) AuthConfig (ae6105cd0675b64f1e2d42abf9031fcb63c41781a6f579d8260d9ec9b169ec11) AuthConfig (422db4e6c8d5d5b05d61193f61133a4022d52750b0560e500043ca44f3abe9df) AuthConfig (9795cd8b7690b20f4ab9b88b61c3152854bec3dcd54c055a4c6baca701cef87e) AuthConfig (231ad96f403d264212c0c47ea44a1c29e6168e001f147a613ee21f599c40eb4a) AuthConfig (1e453674bf624d94d37f7dfcec98d82af69455ca5f938a0a31d7a268acaf1c0f) AuthConfig (30541f5b29e65a5c78328d8b4193e1319847c977dcd2d78b3150b48071eeabad) AuthConfig (e4341def9a73bfc081db1c50625c9be07d2c50aa455ec7b977050877af2e49a7) AuthConfig (07237bf47f8d3be2f468060ab96f978bae86b6db2ce35855bea6fe0c9fe54391) AuthConfig (960f19bacd6004f0695c36cfa7ccce1ac4b73288f942152895cfb9b42a7289aa) AuthConfig (a7d510671c5be9e1a02890cb65dca626edfed32a50805c6b38890c65bc3240aa) AuthConfig (47b547a99e26516e4947b517b06dbc42e649815fbb7167e581ecf827b24a0bf5) AuthConfig (edbe119a3b97f61a1baae254fb08169a5831e4f5293a02c4120f0b47fe04d2b4) AuthConfig (6892c3824be2813828cafd83137a2efe90a10ef99753e6814e354efa1d77b7ee) AuthConfig (3af185ddfa992f258a53a835432dde09510c54854cdb7385eb436c534485a79b) AuthConfig (5ffe28f395585be3b0a9dda290522898f062cb34e82a228f01e8088ece279174) AuthConfig (68d8b961654b6f274450a9147f15102356103235879de611b5296bfbc969b7e4) AuthConfig (d0ac59909a25c6782cd31c4da1183cea7a685064e4443474be4cd30c513b0cd7) AuthConfig (78b661adca6f7166b7dc9285b4af728c12ae38b79c426ef3141722f2b5f1b20e) AuthConfig (403d4123783f6ad65048610b9c8980b2683ddcd479298b78cef7f982e53a440e) AuthConfig (4f8d6be1278ad4a2f8a819a85b0e5952283d48cba575a9afaa25f29cb2848163)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"3ef3156c-92e1-4f3e-9856-e00bc63300bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:50.067398528Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-bed4a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (67619e997e72705cf57526b5c592b52486096ff7fa3fad127e0286e3d217dd86) AuthConfig (0198dd38f941f14ba83bee299aae63a05dbc688c990a09934f91d2a6c78cab6c) AuthConfig (91122976da6fa38b4cbd0764acd4c6bf52e123961ab366eb9a1049a42e48d839) AuthConfig (92096932af49ee713374dd06e4e55678158e974c7aba51dddd261b48166fff8c) AuthConfig (ac242b0dcae0f4888df7d218fa85177993d321cd191a095210874387bc238db4) AuthConfig (1d67c20ca9d7a85cdf1f87fe59b4444e9b9f35e07ba78dceba54f51097075db7) AuthConfig (bd4313900b05eff04a392bdbc54595bd36bab58012598c1e3a83faa87ed8f0db) AuthConfig (d4cd0151c3a95a9fd4d7f7b15fb6b7a1a5f5c31a0c83c086040de1b39470016e) AuthConfig (b7c010bb64133e46862242b19ba8d83655d60396749ebd66813846a7f37d4fe2) AuthConfig (9e8ae551994ffadeba5f668e9b78380e591981734f4a6af088c3c6b2db81d050) AuthConfig (ae6105cd0675b64f1e2d42abf9031fcb63c41781a6f579d8260d9ec9b169ec11) AuthConfig (422db4e6c8d5d5b05d61193f61133a4022d52750b0560e500043ca44f3abe9df) AuthConfig (9795cd8b7690b20f4ab9b88b61c3152854bec3dcd54c055a4c6baca701cef87e) AuthConfig (231ad96f403d264212c0c47ea44a1c29e6168e001f147a613ee21f599c40eb4a) AuthConfig (1e453674bf624d94d37f7dfcec98d82af69455ca5f938a0a31d7a268acaf1c0f) AuthConfig (30541f5b29e65a5c78328d8b4193e1319847c977dcd2d78b3150b48071eeabad) AuthConfig (e4341def9a73bfc081db1c50625c9be07d2c50aa455ec7b977050877af2e49a7) AuthConfig (07237bf47f8d3be2f468060ab96f978bae86b6db2ce35855bea6fe0c9fe54391) AuthConfig (960f19bacd6004f0695c36cfa7ccce1ac4b73288f942152895cfb9b42a7289aa) AuthConfig (a7d510671c5be9e1a02890cb65dca626edfed32a50805c6b38890c65bc3240aa) AuthConfig (47b547a99e26516e4947b517b06dbc42e649815fbb7167e581ecf827b24a0bf5) AuthConfig (edbe119a3b97f61a1baae254fb08169a5831e4f5293a02c4120f0b47fe04d2b4) AuthConfig (6892c3824be2813828cafd83137a2efe90a10ef99753e6814e354efa1d77b7ee) AuthConfig (3af185ddfa992f258a53a835432dde09510c54854cdb7385eb436c534485a79b) AuthConfig (5ffe28f395585be3b0a9dda290522898f062cb34e82a228f01e8088ece279174) AuthConfig (68d8b961654b6f274450a9147f15102356103235879de611b5296bfbc969b7e4) AuthConfig (d0ac59909a25c6782cd31c4da1183cea7a685064e4443474be4cd30c513b0cd7) AuthConfig (78b661adca6f7166b7dc9285b4af728c12ae38b79c426ef3141722f2b5f1b20e) AuthConfig (403d4123783f6ad65048610b9c8980b2683ddcd479298b78cef7f982e53a440e) AuthConfig (4f8d6be1278ad4a2f8a819a85b0e5952283d48cba575a9afaa25f29cb2848163)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"bf7fc827-0a6e-4d2b-b1fa-f14b1fdf4c9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:50.087945763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"ac47058f-7e3e-4849-9b68-64e425875703","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"premium-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"premium-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:50.090951895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"4b78dc46-4e8c-4a46-928b-69ff9014cb2d","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:50.121372664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"6a5a3a41-9b8c-483b-b3e4-e921fc56db30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:50.121783744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"092a1d1b-2f55-427a-81cb-95ee8e625d15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:50.18596748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"092a1d1b-2f55-427a-81cb-95ee8e625d15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:50.188142472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"6a5a3a41-9b8c-483b-b3e4-e921fc56db30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:50.20589598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-105882-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5e8025fd955c132369867b4142a62ab4dc7e39ea90d7adc823c6fae7b016dd2b) AuthConfig (1807cc1a03d46bc83e6bcd0d18f5a3c5d930109b68519c43ecdd9cf52237e7ae) AuthConfig (9050fd64b684d38503d7955f7f37b7ff5225728f454839d275dce4f24f3fc2d9) AuthConfig (2f0fb9c8cce9c123578d0539d1773bb4a9a4a88529829b4eae0faca206f60cc7) AuthConfig (7b12da03f8c1fb6c31705fdfe304c5936db5ba3b955948177e30c88374b19aee) AuthConfig (b0d88fe4de752476969de2d3adfd3216294b8ff4c1d4f4c80ab9fd832d7c553a) AuthConfig (3b60943a3f7b35fd6fc3579f200ea5b926e76bb39f7c1c97d116326858160c47) AuthConfig (64ea551ea14e846bd400dff6e179ead927cad04e2afae4f88d896cf54dee59c7) AuthConfig (09ced1ee020b74308b8521eeb2731ef5ec108673d043c0bc78d06a382fc8cb7a) AuthConfig (9fa50f111bc5529042d1a7966882a8fcdced333cd76a88b4073a025f3a7db677) AuthConfig (96424a73ef01b6ec39740a887b8824260de7019fe95c548deda93d7f33f04108) AuthConfig (ccfacb2e16e8d518fc2c3aa112bd1a2a4be318edb286a440dc0fa63e34b45aa9) AuthConfig (accc26f0a33beebe8681b700ffc901875ec69b3071bf3cfe18da9de36fd02cde) AuthConfig (9b38e2e0c125ad73c7318cdda49d12079aab00cdab747aa9df0d62740c57039b) AuthConfig (ca73c13659d902b0f14470c14d52ed1db0362ece83abd52597729355bace1a25) AuthConfig (204019cc17eda33eee44250beb921b27149d77cc11b3014b0633166963ba2d39) AuthConfig (9daedccd505c314c5dd645fc9be37c184fedb6a30adec3ab07435321103b5386) AuthConfig (61c5f028749e116e6620e2c287b9d5a6efb2bedf314b6ceff9b567b0dc983931) AuthConfig (4fbb4fe8707961911cfe7762c4390ec9f7de0b77c8446ab8e54973785e16780d) AuthConfig (85023ca7ea3cff1720d3877263f528082b8e5b5235b2d9d41da12d32e6335522) AuthConfig (a4c4ea15139a6bb2c97aed40a35ecf66acbf12024bcc6184a4bfa5344458ac8c) AuthConfig (d24aadcc28cf3c43a14295fbd750cef2cd522f905b63e5bf29b091b432e6a271) AuthConfig (b07b2208dc80fce1444c2d49d0ca1eccd1a5f111ce243f593d8f3ac17878f2c1) AuthConfig (cb154b1427423e2f217efed7e65f89bfa19214e86dfcfc788e3852b38e480381) AuthConfig (d37a130b809a9a65e333409048ceaa52c52e2b4a6c4c17e3fc82c865d079de32) AuthConfig (81bada34efe8dc0898bf37ea8b7312aae93016b8d29fa9718a131566ae74006e) AuthConfig (f016de76f10be71d86f5c1ea2afbdb133b1f9e7debff0802a913da0ffa386247) AuthConfig (dbdec55de9edfc8087a5527e44f8cf2afee722a639323356f784f6c9ade52630) AuthConfig (6797d1abc5dfc53ea7712ccf66ca6905be9bc3f3b619e21e88ffc33f1ff0e03a) AuthConfig (e21cadd67cd9f46b7ea3a7be9181909d2e7b03f8764f23d929a4be7dad0a1516)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"092a1d1b-2f55-427a-81cb-95ee8e625d15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:50.207980012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-105882-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5e8025fd955c132369867b4142a62ab4dc7e39ea90d7adc823c6fae7b016dd2b) AuthConfig (1807cc1a03d46bc83e6bcd0d18f5a3c5d930109b68519c43ecdd9cf52237e7ae) AuthConfig (9050fd64b684d38503d7955f7f37b7ff5225728f454839d275dce4f24f3fc2d9) AuthConfig (2f0fb9c8cce9c123578d0539d1773bb4a9a4a88529829b4eae0faca206f60cc7) AuthConfig (7b12da03f8c1fb6c31705fdfe304c5936db5ba3b955948177e30c88374b19aee) AuthConfig (b0d88fe4de752476969de2d3adfd3216294b8ff4c1d4f4c80ab9fd832d7c553a) AuthConfig (3b60943a3f7b35fd6fc3579f200ea5b926e76bb39f7c1c97d116326858160c47) AuthConfig (64ea551ea14e846bd400dff6e179ead927cad04e2afae4f88d896cf54dee59c7) AuthConfig (09ced1ee020b74308b8521eeb2731ef5ec108673d043c0bc78d06a382fc8cb7a) AuthConfig (9fa50f111bc5529042d1a7966882a8fcdced333cd76a88b4073a025f3a7db677) AuthConfig (96424a73ef01b6ec39740a887b8824260de7019fe95c548deda93d7f33f04108) AuthConfig (ccfacb2e16e8d518fc2c3aa112bd1a2a4be318edb286a440dc0fa63e34b45aa9) AuthConfig (accc26f0a33beebe8681b700ffc901875ec69b3071bf3cfe18da9de36fd02cde) AuthConfig (9b38e2e0c125ad73c7318cdda49d12079aab00cdab747aa9df0d62740c57039b) AuthConfig (ca73c13659d902b0f14470c14d52ed1db0362ece83abd52597729355bace1a25) AuthConfig (204019cc17eda33eee44250beb921b27149d77cc11b3014b0633166963ba2d39) AuthConfig (9daedccd505c314c5dd645fc9be37c184fedb6a30adec3ab07435321103b5386) AuthConfig (61c5f028749e116e6620e2c287b9d5a6efb2bedf314b6ceff9b567b0dc983931) AuthConfig (4fbb4fe8707961911cfe7762c4390ec9f7de0b77c8446ab8e54973785e16780d) AuthConfig (85023ca7ea3cff1720d3877263f528082b8e5b5235b2d9d41da12d32e6335522) AuthConfig (a4c4ea15139a6bb2c97aed40a35ecf66acbf12024bcc6184a4bfa5344458ac8c) AuthConfig (d24aadcc28cf3c43a14295fbd750cef2cd522f905b63e5bf29b091b432e6a271) AuthConfig (b07b2208dc80fce1444c2d49d0ca1eccd1a5f111ce243f593d8f3ac17878f2c1) AuthConfig (cb154b1427423e2f217efed7e65f89bfa19214e86dfcfc788e3852b38e480381) AuthConfig (d37a130b809a9a65e333409048ceaa52c52e2b4a6c4c17e3fc82c865d079de32) AuthConfig (81bada34efe8dc0898bf37ea8b7312aae93016b8d29fa9718a131566ae74006e) AuthConfig (f016de76f10be71d86f5c1ea2afbdb133b1f9e7debff0802a913da0ffa386247) AuthConfig (dbdec55de9edfc8087a5527e44f8cf2afee722a639323356f784f6c9ade52630) AuthConfig (6797d1abc5dfc53ea7712ccf66ca6905be9bc3f3b619e21e88ffc33f1ff0e03a) AuthConfig (e21cadd67cd9f46b7ea3a7be9181909d2e7b03f8764f23d929a4be7dad0a1516)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"6a5a3a41-9b8c-483b-b3e4-e921fc56db30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:50.223192973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"49b8a0d6-f783-4169-9794-6c6a601e401d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:50.223487649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"0e381495-54ee-4987-9e70-3441a6b8af0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:50.243311704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"49b8a0d6-f783-4169-9794-6c6a601e401d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:50.243372092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"0e381495-54ee-4987-9e70-3441a6b8af0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:50.262298771Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-bed4a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (67619e997e72705cf57526b5c592b52486096ff7fa3fad127e0286e3d217dd86) AuthConfig (0198dd38f941f14ba83bee299aae63a05dbc688c990a09934f91d2a6c78cab6c) AuthConfig (91122976da6fa38b4cbd0764acd4c6bf52e123961ab366eb9a1049a42e48d839) AuthConfig (92096932af49ee713374dd06e4e55678158e974c7aba51dddd261b48166fff8c) AuthConfig (ac242b0dcae0f4888df7d218fa85177993d321cd191a095210874387bc238db4) AuthConfig (1d67c20ca9d7a85cdf1f87fe59b4444e9b9f35e07ba78dceba54f51097075db7) AuthConfig (bd4313900b05eff04a392bdbc54595bd36bab58012598c1e3a83faa87ed8f0db) AuthConfig (d4cd0151c3a95a9fd4d7f7b15fb6b7a1a5f5c31a0c83c086040de1b39470016e) AuthConfig (b7c010bb64133e46862242b19ba8d83655d60396749ebd66813846a7f37d4fe2) AuthConfig (9e8ae551994ffadeba5f668e9b78380e591981734f4a6af088c3c6b2db81d050) AuthConfig (ae6105cd0675b64f1e2d42abf9031fcb63c41781a6f579d8260d9ec9b169ec11) AuthConfig (422db4e6c8d5d5b05d61193f61133a4022d52750b0560e500043ca44f3abe9df) AuthConfig (9795cd8b7690b20f4ab9b88b61c3152854bec3dcd54c055a4c6baca701cef87e) AuthConfig (231ad96f403d264212c0c47ea44a1c29e6168e001f147a613ee21f599c40eb4a) AuthConfig (1e453674bf624d94d37f7dfcec98d82af69455ca5f938a0a31d7a268acaf1c0f) AuthConfig (30541f5b29e65a5c78328d8b4193e1319847c977dcd2d78b3150b48071eeabad) AuthConfig (e4341def9a73bfc081db1c50625c9be07d2c50aa455ec7b977050877af2e49a7) AuthConfig (07237bf47f8d3be2f468060ab96f978bae86b6db2ce35855bea6fe0c9fe54391) AuthConfig (960f19bacd6004f0695c36cfa7ccce1ac4b73288f942152895cfb9b42a7289aa) AuthConfig (a7d510671c5be9e1a02890cb65dca626edfed32a50805c6b38890c65bc3240aa) AuthConfig (47b547a99e26516e4947b517b06dbc42e649815fbb7167e581ecf827b24a0bf5) AuthConfig (edbe119a3b97f61a1baae254fb08169a5831e4f5293a02c4120f0b47fe04d2b4) AuthConfig (6892c3824be2813828cafd83137a2efe90a10ef99753e6814e354efa1d77b7ee) AuthConfig (3af185ddfa992f258a53a835432dde09510c54854cdb7385eb436c534485a79b) AuthConfig (5ffe28f395585be3b0a9dda290522898f062cb34e82a228f01e8088ece279174) AuthConfig (68d8b961654b6f274450a9147f15102356103235879de611b5296bfbc969b7e4) AuthConfig (d0ac59909a25c6782cd31c4da1183cea7a685064e4443474be4cd30c513b0cd7) AuthConfig (78b661adca6f7166b7dc9285b4af728c12ae38b79c426ef3141722f2b5f1b20e) AuthConfig (403d4123783f6ad65048610b9c8980b2683ddcd479298b78cef7f982e53a440e) AuthConfig (4f8d6be1278ad4a2f8a819a85b0e5952283d48cba575a9afaa25f29cb2848163)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"49b8a0d6-f783-4169-9794-6c6a601e401d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:50.262452745Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-bed4a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (67619e997e72705cf57526b5c592b52486096ff7fa3fad127e0286e3d217dd86) AuthConfig (0198dd38f941f14ba83bee299aae63a05dbc688c990a09934f91d2a6c78cab6c) AuthConfig (91122976da6fa38b4cbd0764acd4c6bf52e123961ab366eb9a1049a42e48d839) AuthConfig (92096932af49ee713374dd06e4e55678158e974c7aba51dddd261b48166fff8c) AuthConfig (ac242b0dcae0f4888df7d218fa85177993d321cd191a095210874387bc238db4) AuthConfig (1d67c20ca9d7a85cdf1f87fe59b4444e9b9f35e07ba78dceba54f51097075db7) AuthConfig (bd4313900b05eff04a392bdbc54595bd36bab58012598c1e3a83faa87ed8f0db) AuthConfig (d4cd0151c3a95a9fd4d7f7b15fb6b7a1a5f5c31a0c83c086040de1b39470016e) AuthConfig (b7c010bb64133e46862242b19ba8d83655d60396749ebd66813846a7f37d4fe2) AuthConfig (9e8ae551994ffadeba5f668e9b78380e591981734f4a6af088c3c6b2db81d050) AuthConfig (ae6105cd0675b64f1e2d42abf9031fcb63c41781a6f579d8260d9ec9b169ec11) AuthConfig (422db4e6c8d5d5b05d61193f61133a4022d52750b0560e500043ca44f3abe9df) AuthConfig (9795cd8b7690b20f4ab9b88b61c3152854bec3dcd54c055a4c6baca701cef87e) AuthConfig (231ad96f403d264212c0c47ea44a1c29e6168e001f147a613ee21f599c40eb4a) AuthConfig (1e453674bf624d94d37f7dfcec98d82af69455ca5f938a0a31d7a268acaf1c0f) AuthConfig (30541f5b29e65a5c78328d8b4193e1319847c977dcd2d78b3150b48071eeabad) AuthConfig (e4341def9a73bfc081db1c50625c9be07d2c50aa455ec7b977050877af2e49a7) AuthConfig (07237bf47f8d3be2f468060ab96f978bae86b6db2ce35855bea6fe0c9fe54391) AuthConfig (960f19bacd6004f0695c36cfa7ccce1ac4b73288f942152895cfb9b42a7289aa) AuthConfig (a7d510671c5be9e1a02890cb65dca626edfed32a50805c6b38890c65bc3240aa) AuthConfig (47b547a99e26516e4947b517b06dbc42e649815fbb7167e581ecf827b24a0bf5) AuthConfig (edbe119a3b97f61a1baae254fb08169a5831e4f5293a02c4120f0b47fe04d2b4) AuthConfig (6892c3824be2813828cafd83137a2efe90a10ef99753e6814e354efa1d77b7ee) AuthConfig (3af185ddfa992f258a53a835432dde09510c54854cdb7385eb436c534485a79b) AuthConfig (5ffe28f395585be3b0a9dda290522898f062cb34e82a228f01e8088ece279174) AuthConfig (68d8b961654b6f274450a9147f15102356103235879de611b5296bfbc969b7e4) AuthConfig (d0ac59909a25c6782cd31c4da1183cea7a685064e4443474be4cd30c513b0cd7) AuthConfig (78b661adca6f7166b7dc9285b4af728c12ae38b79c426ef3141722f2b5f1b20e) AuthConfig (403d4123783f6ad65048610b9c8980b2683ddcd479298b78cef7f982e53a440e) AuthConfig (4f8d6be1278ad4a2f8a819a85b0e5952283d48cba575a9afaa25f29cb2848163)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"0e381495-54ee-4987-9e70-3441a6b8af0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:24:50.283801761Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"49b8a0d6-f783-4169-9794-6c6a601e401d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:50.337546296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"eadf147c-27c2-498d-8124-4d6a560fa9df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:50.358879812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"eadf147c-27c2-498d-8124-4d6a560fa9df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:50.377979664Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-bed4a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (67619e997e72705cf57526b5c592b52486096ff7fa3fad127e0286e3d217dd86) AuthConfig (0198dd38f941f14ba83bee299aae63a05dbc688c990a09934f91d2a6c78cab6c) AuthConfig (91122976da6fa38b4cbd0764acd4c6bf52e123961ab366eb9a1049a42e48d839) AuthConfig (92096932af49ee713374dd06e4e55678158e974c7aba51dddd261b48166fff8c) AuthConfig (ac242b0dcae0f4888df7d218fa85177993d321cd191a095210874387bc238db4) AuthConfig (1d67c20ca9d7a85cdf1f87fe59b4444e9b9f35e07ba78dceba54f51097075db7) AuthConfig (bd4313900b05eff04a392bdbc54595bd36bab58012598c1e3a83faa87ed8f0db) AuthConfig (d4cd0151c3a95a9fd4d7f7b15fb6b7a1a5f5c31a0c83c086040de1b39470016e) AuthConfig (b7c010bb64133e46862242b19ba8d83655d60396749ebd66813846a7f37d4fe2) AuthConfig (9e8ae551994ffadeba5f668e9b78380e591981734f4a6af088c3c6b2db81d050) AuthConfig (ae6105cd0675b64f1e2d42abf9031fcb63c41781a6f579d8260d9ec9b169ec11) AuthConfig (422db4e6c8d5d5b05d61193f61133a4022d52750b0560e500043ca44f3abe9df) AuthConfig (9795cd8b7690b20f4ab9b88b61c3152854bec3dcd54c055a4c6baca701cef87e) AuthConfig (231ad96f403d264212c0c47ea44a1c29e6168e001f147a613ee21f599c40eb4a) AuthConfig (1e453674bf624d94d37f7dfcec98d82af69455ca5f938a0a31d7a268acaf1c0f) AuthConfig (30541f5b29e65a5c78328d8b4193e1319847c977dcd2d78b3150b48071eeabad) AuthConfig (e4341def9a73bfc081db1c50625c9be07d2c50aa455ec7b977050877af2e49a7) AuthConfig (07237bf47f8d3be2f468060ab96f978bae86b6db2ce35855bea6fe0c9fe54391) AuthConfig (960f19bacd6004f0695c36cfa7ccce1ac4b73288f942152895cfb9b42a7289aa) AuthConfig (a7d510671c5be9e1a02890cb65dca626edfed32a50805c6b38890c65bc3240aa) AuthConfig (47b547a99e26516e4947b517b06dbc42e649815fbb7167e581ecf827b24a0bf5) AuthConfig (edbe119a3b97f61a1baae254fb08169a5831e4f5293a02c4120f0b47fe04d2b4) AuthConfig (6892c3824be2813828cafd83137a2efe90a10ef99753e6814e354efa1d77b7ee) AuthConfig (3af185ddfa992f258a53a835432dde09510c54854cdb7385eb436c534485a79b) AuthConfig (5ffe28f395585be3b0a9dda290522898f062cb34e82a228f01e8088ece279174) AuthConfig (68d8b961654b6f274450a9147f15102356103235879de611b5296bfbc969b7e4) AuthConfig (d0ac59909a25c6782cd31c4da1183cea7a685064e4443474be4cd30c513b0cd7) AuthConfig (78b661adca6f7166b7dc9285b4af728c12ae38b79c426ef3141722f2b5f1b20e) AuthConfig (403d4123783f6ad65048610b9c8980b2683ddcd479298b78cef7f982e53a440e) AuthConfig (4f8d6be1278ad4a2f8a819a85b0e5952283d48cba575a9afaa25f29cb2848163)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"eadf147c-27c2-498d-8124-4d6a560fa9df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:54.818609697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"946b8f8a-0d76-473c-851e-3ce3777a6d16","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:54.844587998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"7524b57f-2a61-4dc3-aa83-c36e255324a6","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.250663706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"a5aa97ee-597b-42d9-907d-7308c0bb0fae","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"premium-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"premium-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.297356629Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.401493127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"3682c856-797a-4042-b669-839d68008c8f","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"simulator-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"simulator-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.424573061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"1c86a3b4-aeed-4fac-bfcb-0599f5653f1b","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"premium-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"premium-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.432303157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"caeb0be4-0e4e-4f1f-8fdb-0d840274543c","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"simulator-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"simulator-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:24:59.441016043Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-bacddc/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1633\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.453622963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"be1fe9f3-6a09-41a5-a666-cdf2c5574054","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"simulator-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"simulator-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.531150025Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-subscription","reconcileID":"5cd099cf-1952-45d4-a2a8-266aaf59e156","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"maas-trlp-simulator-w2-bacddc","model":"simulator-w2-bacddc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-bacddc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.589589494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"92ae3243-3352-4ae0-8eb9-bafcc5b13f18","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"simulator-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"simulator-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.601162154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"95265fe2-dd8c-4e4c-9e59-52c39f4c1bdd","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"simulator-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"simulator-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.623063366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"544637ef-c75a-43f8-814c-f91674167f5d","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"simulator-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"simulator-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:24:59.640865928Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"544637ef-c75a-43f8-814c-f91674167f5d","name":"simulator-w2-bacddc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-bacddc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:24:59.640931313Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"544637ef-c75a-43f8-814c-f91674167f5d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-bacddc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.646304451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"1409533a-5326-4ed3-8102-67a8f965bd05","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"simulator-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"simulator-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.653783504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"fb56f44d-4e59-482b-90fd-21c34edb4534","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.656445625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-subscription","reconcileID":"59861a60-8232-4b65-ad65-35ab0b43af8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"maas-trlp-simulator-w2-bacddc","model":"e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.706126518Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"fb56f44d-4e59-482b-90fd-21c34edb4534","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.724567458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-bacddc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"fb56f44d-4e59-482b-90fd-21c34edb4534","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.746761223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"cd9abc64-54dc-4c95-a788-c07e9446d7b5","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"simulator-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"simulator-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.779931215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"5dcb1aba-6865-4833-b324-a48f53234c14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.78403238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-subscription","reconcileID":"aa5dc252-7706-47d6-9f5a-31c28b62ad67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"maas-trlp-simulator-w2-bacddc","model":"e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.802414772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"0e7e604d-2868-4292-bd05-2160fffa62d9","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"premium-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"premium-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.809198423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"5dcb1aba-6865-4833-b324-a48f53234c14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.830631102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"88514e5e-6afe-4139-8be4-45412f97ac1f","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"simulator-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"simulator-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.83473409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-bacddc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"5dcb1aba-6865-4833-b324-a48f53234c14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.837100032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"20293dba-51c4-4c27-aea6-c38642ef4d3e","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"premium-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"premium-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:24:59.848886997Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-bacddc/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1633\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.860396207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"5a6739f1-6918-4ee2-b156-6428805a892d","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"premium-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"premium-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.887908449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"a5616683-eba3-41cc-9893-c7f2e497b30e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.917815783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"a5616683-eba3-41cc-9893-c7f2e497b30e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.937889336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-bacddc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"a5616683-eba3-41cc-9893-c7f2e497b30e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.94574903Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-subscription","reconcileID":"1f0738fa-3c44-4a29-aaa5-7b74e0ef4348","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"maas-trlp-premium-w2-bacddc","model":"premium-w2-bacddc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-bacddc/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.981840036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"1911a245-01d7-4517-bf11-665c51fbc9ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:00.00346737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"76c456d7-6d18-4112-9330-51ab7b91ee57","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"premium-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"premium-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:00.006047427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"1911a245-01d7-4517-bf11-665c51fbc9ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:00.033185666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-bacddc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"1911a245-01d7-4517-bf11-665c51fbc9ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:00.035240703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"199f5c0d-6eee-4abd-8dbb-f137e34db4b5","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"premium-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"premium-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:00.085627461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-subscription","reconcileID":"0e531757-9374-4584-899d-c25d926e5f9c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"maas-trlp-premium-w2-bacddc","model":"e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:00.102505976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"a5245639-0fb7-4847-b4ca-51227ec3352d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:00.103659099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"5267f647-94a8-4b68-a6b7-8160bec28187","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:00.124300367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"a5245639-0fb7-4847-b4ca-51227ec3352d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:00.125647204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"5267f647-94a8-4b68-a6b7-8160bec28187","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:00.143486748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-bacddc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"a5245639-0fb7-4847-b4ca-51227ec3352d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:00.146058725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-bacddc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"5267f647-94a8-4b68-a6b7-8160bec28187","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:00.14884623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"6ed44e3a-de1e-4aab-840c-9955ed02fa13","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"premium-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"premium-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:00.168015882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"94a97b7c-a77a-4178-9e0b-1d909518d769","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"premium-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"premium-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:00.217067998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"3c0729f7-84c0-4e4e-a4f9-4111d6ffcc97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:00.217977442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-subscription","reconcileID":"1ae8ba58-fad8-4d54-8944-b8ea7af37421","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"maas-trlp-premium-w2-bacddc","model":"e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:00.236975245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"3c0729f7-84c0-4e4e-a4f9-4111d6ffcc97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:00.255875648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-bacddc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"3c0729f7-84c0-4e4e-a4f9-4111d6ffcc97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:00.317114108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"9c4357d4-9bc9-4359-9f2b-82a22d5dd7c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:00.317138882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"bbb3219d-44e5-49f5-9f5b-0ae19c4fe91c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:00.317383049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"343ad531-7020-4514-ac33-e0bd46664d75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:00.337656811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"bbb3219d-44e5-49f5-9f5b-0ae19c4fe91c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:00.338756792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"343ad531-7020-4514-ac33-e0bd46664d75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:00.339850905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"9c4357d4-9bc9-4359-9f2b-82a22d5dd7c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:00.426312762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"c0a98c12-d139-42b0-b8f9-cc514b9b7a55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:00.446034048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"c0a98c12-d139-42b0-b8f9-cc514b9b7a55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:00.515074955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"bbf3a23b-9635-4a06-a925-521ef004d7b5","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"premium-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"premium-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:00.515910392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"46153b78-6926-4eb5-9498-0b9bde0e50b9","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"premium-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"premium-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:00.516253281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"9c962432-af95-490f-a9e9-9f8aa7089277","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:00.615333274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"85e76d7b-5e89-4f36-9241-222f24a4c0b2","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:05.288920369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"d3721991-a837-4723-934b-2d47fbad8be1","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:05.310537129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"cfe95839-106e-4cc9-9a92-7c895c7c291e","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:05.359704797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-64221dba-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-dry-sub-64221dba-auth","reconcileID":"0a1b6f4b-be3b-4649-b948-e7f5454c7d38","MaaSAuthPolicy":{"name":"e2e-dry-sub-64221dba-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:05.379644687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-64221dba-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-dry-sub-64221dba-auth","reconcileID":"0a1b6f4b-be3b-4649-b948-e7f5454c7d38","MaaSAuthPolicy":{"name":"e2e-dry-sub-64221dba-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:05.479272847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"cda4c2f3-ef89-48d4-a03c-d3a0c7678e53","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:05.500337289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"f9d9bbbe-6199-4430-8561-f4be119e22a6","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"premium-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"premium-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:05.530196093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"8e1e61df-c9fc-4766-8320-6b5c51491266","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:25:05.54151709Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-105882/e2e-dry-sub-64221dba","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-64221dba\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1633\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:05.55221244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"236997e3-0ddb-4091-b5f2-12e996bf19b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:05.552230713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"203f5d0e-2ae0-408d-92c4-2e3bd1f28793","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:05.552733625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"f7abbeaf-9041-4919-b253-1af5e6713734","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:05.570440712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"84a8884f-aaba-47e6-abcf-0c5eef960d32","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:05.576337098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"236997e3-0ddb-4091-b5f2-12e996bf19b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:05.57635359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"203f5d0e-2ae0-408d-92c4-2e3bd1f28793","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:05.635187715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-64221dba-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-dry-sub-64221dba-auth","reconcileID":"b0eaf0f4-c3f0-4d42-9e75-7c041ebf3e8c","MaaSAuthPolicy":{"name":"e2e-dry-sub-64221dba-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:05.657690946Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-64221dba","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-dry-sub-64221dba","reconcileID":"19ff9359-0d73-4f56-9bea-caa7a216d961","MaaSSubscription":{"name":"e2e-dry-sub-64221dba","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-simulator-w3-105882","model":"e2e-models-e2e-worker-w3-105882/simulator-w3-105882","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-105882/e2e-dry-sub-64221dba","ai-tenant-e2e-worker-w3-105882/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:05.661723149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-64221dba-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-dry-sub-64221dba-auth","reconcileID":"b0eaf0f4-c3f0-4d42-9e75-7c041ebf3e8c","MaaSAuthPolicy":{"name":"e2e-dry-sub-64221dba-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:05.71315265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"da485fe5-d88b-407b-9bec-6b4714552d8e","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:05.723645224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-subscription","reconcileID":"bd7a6ec2-bc8a-4f4d-a0ac-64a318dcb8c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-simulator-w3-105882","model":"e2e-models-e2e-worker-w3-105882/simulator-w3-105882","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:05.729301622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"6aab9f59-0073-4cc8-bc6f-4f86c928b8d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:05.750539714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"6aab9f59-0073-4cc8-bc6f-4f86c928b8d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:25:05.765429132Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-64221dba-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-dry-sub-64221dba-auth","reconcileID":"b0eaf0f4-c3f0-4d42-9e75-7c041ebf3e8c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dry-sub-64221dba-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:05.823236076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-64221dba","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-dry-sub-64221dba","reconcileID":"5099df13-c578-4c7b-ad20-1d4f58e60f8d","MaaSSubscription":{"name":"e2e-dry-sub-64221dba","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-simulator-w3-105882","model":"e2e-models-e2e-worker-w3-105882/simulator-w3-105882","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:05.830211856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-64221dba-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-dry-sub-64221dba-auth","reconcileID":"fcfd3e31-ee37-432e-98a1-a007bcfd88a8","MaaSAuthPolicy":{"name":"e2e-dry-sub-64221dba-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:05.83033378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"0d1489f5-a987-42ee-afa6-fbe3c9f0582e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:05.850544039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-64221dba-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-dry-sub-64221dba-auth","reconcileID":"fcfd3e31-ee37-432e-98a1-a007bcfd88a8","MaaSAuthPolicy":{"name":"e2e-dry-sub-64221dba-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:05.852721397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"0d1489f5-a987-42ee-afa6-fbe3c9f0582e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:08.514147078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"e1725fd0-3f51-451e-b4fc-b89d9a453ddf","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:08.561284377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"7a5dfdcc-50c1-4012-83e5-4fb7355c29d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:08.562379051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"7cd3d49a-6f11-4b47-b111-982c5ef4fbf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:08.562387345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-64221dba-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-dry-sub-64221dba-auth","reconcileID":"2f7c547d-1855-4572-8530-f0561625b5a5","MaaSAuthPolicy":{"name":"e2e-dry-sub-64221dba-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:08.581639798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"7a5dfdcc-50c1-4012-83e5-4fb7355c29d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:08.583465772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"7cd3d49a-6f11-4b47-b111-982c5ef4fbf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:08.585091379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-64221dba-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-dry-sub-64221dba-auth","reconcileID":"2f7c547d-1855-4572-8530-f0561625b5a5","MaaSAuthPolicy":{"name":"e2e-dry-sub-64221dba-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:08.967635693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"7bc824d7-d266-4407-ad03-4044c26d5315","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"premium-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"premium-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.106234971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"0cb0c843-771a-4de4-b888-e71b56cceae2","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"simulator-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"simulator-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.127216514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"d463d9ae-ce8e-4cd6-9269-1170a88105d5","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"simulator-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"simulator-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:25:09.137150088Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-subscription","reconcileID":"907cd22a-a975-464d-999d-c54fdf5bbe34","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.174177989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"b3c33763-df95-4707-98f7-482780c8c269","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"simulator-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"simulator-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.194765875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"a95d7400-305d-43c8-a0ef-8f2d4b53d30c","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"simulator-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"simulator-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.262922401Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-subscription","reconcileID":"7382bbc7-193b-461f-bb66-f84ad5d0e8d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"maas-trlp-simulator-w1-b2c5f2","model":"simulator-w1-b2c5f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b2c5f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.301096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"2ef99698-cfe3-4ea2-8dc4-306e45a154d4","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"simulator-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"simulator-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.324125426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"e3dc98f6-fff6-47af-b9e8-a9b4723689f8","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"simulator-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"simulator-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.360980866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"e048b77e-312b-4955-ac25-10680844a399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.388313462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-subscription","reconcileID":"2d43c4bc-65ae-4c8f-91e1-4061be4e9b48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"maas-trlp-simulator-w1-b2c5f2","model":"e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.413367644Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"e048b77e-312b-4955-ac25-10680844a399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.432720479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b2c5f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"e048b77e-312b-4955-ac25-10680844a399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.455139226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"ff90d247-fd23-46fb-8897-b685500f2e0c","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"simulator-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"simulator-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.489644514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"c166e567-8d67-4b6b-9c12-49919dbeee91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.49751799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"679cedad-6c27-4e61-8167-f1f3262e7bbd","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"premium-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"premium-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.499037458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-subscription","reconcileID":"0d660270-9344-45df-9857-42e2d0a53969","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"maas-trlp-simulator-w1-b2c5f2","model":"e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.510803369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"c166e567-8d67-4b6b-9c12-49919dbeee91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.530160908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b2c5f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"c166e567-8d67-4b6b-9c12-49919dbeee91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:25:09.531388429Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-subscription","reconcileID":"186d02bd-7237-495c-9e73-a94d65fc643b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:25:09.547148048Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"c166e567-8d67-4b6b-9c12-49919dbeee91","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.563017978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"1e3ef8ba-4816-4791-be09-40c5f08f6b31","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"premium-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"premium-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.584301428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"03d210a4-0155-45ea-a691-a99807939e22","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"premium-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"premium-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.584748469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"5f4dd582-c597-4c60-a8b7-b3b25ce4242e","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"simulator-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"simulator-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.588654529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"b082bc77-d006-4208-ad1e-ca6b493fe606","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"premium-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"premium-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.594946797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"760e5f49-5ef1-4385-9423-6ae609493075","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.618303459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"760e5f49-5ef1-4385-9423-6ae609493075","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.638594583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b2c5f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"760e5f49-5ef1-4385-9423-6ae609493075","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.668016296Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-subscription","reconcileID":"c9da4659-5e9e-458a-bbec-40f9cc996c00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"maas-trlp-premium-w1-b2c5f2","model":"premium-w1-b2c5f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b2c5f2/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.679179353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"8fdd1af8-0b26-440e-95bb-04e70c628519","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"premium-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"premium-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.694086067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"1933b3d7-8b12-41fa-86f4-7516c3e64515","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.706425541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"74412094-3075-4349-af7f-ffb24e36e351","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"premium-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"premium-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.714103675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"1933b3d7-8b12-41fa-86f4-7516c3e64515","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.729549647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"81b7c82e-e87f-47b2-899a-9909540f4f87","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"premium-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"premium-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.735481979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b2c5f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"1933b3d7-8b12-41fa-86f4-7516c3e64515","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.886659382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"662a686f-d316-485a-bec3-fcbbbf91ad7f","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.908872683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"ef0a1def-ab6d-40f8-8e2c-cafd05fe6697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.909701434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-subscription","reconcileID":"88342ee3-564c-42e7-86cc-cf5b35a5c7ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"maas-trlp-premium-w1-b2c5f2","model":"e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.925311421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"ef00dc13-289f-4a3b-9f80-f3d2992f7711","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:25:09.92585563Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-subscription","reconcileID":"7f626aec-35be-41c8-9ce5-96d2927683d9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.926221499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"63e92e54-a39d-45ff-b6a3-53106a133b1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.934418961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"ef0a1def-ab6d-40f8-8e2c-cafd05fe6697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.950053052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"758ad015-0a2b-4908-840b-f01c96465ff9","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"premium-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"premium-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.950230105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"63e92e54-a39d-45ff-b6a3-53106a133b1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.95325875Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b2c5f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"ef0a1def-ab6d-40f8-8e2c-cafd05fe6697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.965001482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"15ac9745-cac0-4ef1-af5a-cb462c275e3c","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.96940874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b2c5f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"63e92e54-a39d-45ff-b6a3-53106a133b1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.974494078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"aebd1f72-c05a-4a8b-b26c-bfbc4e378cdd","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"premium-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"premium-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.988230297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"a938c58b-a659-4036-882f-b219d1ee422c","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.00489743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"0b46af64-7ac1-4d13-a0d2-05f87d6bcd05","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.029753222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"4377e7a7-f206-42e4-9eaa-e4bd9ef83a69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.033026655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"759cbc03-b279-4434-bfe5-0e0503f2eec1","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.058958801Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-subscription","reconcileID":"cf2cb78c-0bcb-45c2-b615-5d81d31dd74e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"maas-trlp-simulator-w0-b0153c","model":"simulator-w0-b0153c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b0153c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.06008163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"4377e7a7-f206-42e4-9eaa-e4bd9ef83a69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.082469171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b2c5f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"4377e7a7-f206-42e4-9eaa-e4bd9ef83a69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.110548094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"66ace964-708a-4d61-8614-b4bf3176d6b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.123141344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"8786f024-2d5d-44f1-8de0-d9900bd738c7","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.169427135Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"66ace964-708a-4d61-8614-b4bf3176d6b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.189051504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b0153c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"66ace964-708a-4d61-8614-b4bf3176d6b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.20030835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-subscription","reconcileID":"e52af1e5-1745-4a27-ad30-ea5f47457dc6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"maas-trlp-simulator-w0-b0153c","model":"e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.206656095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"dd8b31b7-a1c3-4e03-8196-a01cfc9f0af7","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"premium-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"premium-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.208702381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"fec8eb36-1b1b-4c5a-a017-91e12f51a097","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.226728805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"8990fe7d-0b46-4292-acf1-a04569a7d866","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.229056927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"f5c6323c-ffeb-478a-8aae-133d15706a73","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"premium-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"premium-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:25:10.245004307Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-subscription","reconcileID":"a4f17aeb-20ff-4fe6-8c4c-d65a4c0698b9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.259919177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"db152d6c-6807-48c2-acf5-c8c44a74eacb","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.260982245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"8990fe7d-0b46-4292-acf1-a04569a7d866","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.28728702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-bacddc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"8990fe7d-0b46-4292-acf1-a04569a7d866","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.289618428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"712f6de0-2aad-4bd7-9346-d66e340d837a","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"premium-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"premium-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.314010629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"4472b4f1-4dc6-415c-9afa-8fb139ad7b7e","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"premium-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"premium-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.314983321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"9473b1f0-bcfd-4ab9-8422-d6a124ac212f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.332546846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"878bbcbe-aa01-43c3-9505-b96006e725e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.337305192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"9473b1f0-bcfd-4ab9-8422-d6a124ac212f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.358186406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b0153c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"9473b1f0-bcfd-4ab9-8422-d6a124ac212f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.35927728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"878bbcbe-aa01-43c3-9505-b96006e725e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.378361938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-bacddc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"878bbcbe-aa01-43c3-9505-b96006e725e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.388988761Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-subscription","reconcileID":"37590d35-b7b4-46b6-a3c8-1a1681d3bba4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"maas-trlp-premium-w0-b0153c","model":"premium-w0-b0153c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b0153c/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.402757114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"7d38f2b4-fbef-40bb-9c08-3b46112fc4f0","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"premium-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"premium-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.403913249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-subscription","reconcileID":"8783e1e7-67eb-4476-bf72-f2275aa6f500","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"maas-trlp-premium-w2-bacddc","model":"e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.411779882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"78e55c54-adee-4441-9351-60004ed4166a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.433102273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"cc2e66ba-3274-4b75-80cd-0449dae4f76b","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"premium-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"premium-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.437869543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"78e55c54-adee-4441-9351-60004ed4166a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.45834446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"903b1ea2-b674-4399-8515-b2c798fb96ce","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"premium-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"premium-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.460670478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b0153c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"78e55c54-adee-4441-9351-60004ed4166a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.468202102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"bd64588d-de38-47fb-b023-ffa1798cc164","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"premium-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"premium-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.52502239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"d87fc4e2-b41d-462a-b5ee-95f2c89f0888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.525547122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"5723bb2a-0d96-4a36-aa86-ebf7bc9340bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.534448745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-subscription","reconcileID":"f3403287-6b23-4e81-a3cc-e78c98d5f033","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"maas-trlp-premium-w0-b0153c","model":"e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.548364839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"5723bb2a-0d96-4a36-aa86-ebf7bc9340bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.551947185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"d87fc4e2-b41d-462a-b5ee-95f2c89f0888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.571586632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b0153c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"5723bb2a-0d96-4a36-aa86-ebf7bc9340bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.572163823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b0153c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"d87fc4e2-b41d-462a-b5ee-95f2c89f0888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.593877544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"20d36bb0-34a9-4350-942d-5cca9947dd56","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"premium-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"premium-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.631737947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-subscription","reconcileID":"2246eeee-01e4-4770-b988-27935abf707a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"maas-trlp-simulator-w2-bacddc","model":"e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.643428272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"b217f3c6-b57e-4665-b958-a947e034d6a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.654478422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"09522f03-f0e7-48a8-acfd-6b3727160cc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.654477674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"267b040f-9edc-466a-b588-39c70d09ca94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.663877352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"b217f3c6-b57e-4665-b958-a947e034d6a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.675121997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"267b040f-9edc-466a-b588-39c70d09ca94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.676392868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"09522f03-f0e7-48a8-acfd-6b3727160cc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.683809591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b0153c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"b217f3c6-b57e-4665-b958-a947e034d6a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.690732111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"2754854e-8836-4ce4-a4a0-2a45bd9e9a47","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"simulator-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"simulator-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.694758399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-bacddc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (667adf18c0d29b9b1007917c519b5829d0a19633d772ac47fdb269db2317560b) AuthConfig (512ee5d430e6ca813e5e043485899ad14dd6f67b30b1aa964c46ad0fcb917b46) AuthConfig (b991a0cce2b8073cad070faefff2563db786bf594bcf8dbdf7839e5a65a07fa7) AuthConfig (102915d9bd8b2f383b053dc2af3f3b42af349b0d94e316e41eea98a6addab2f4) AuthConfig (0526a0e4835ca9800b14b87ff12e89a9a1ad3c8d86a12be35b58eca58f4a4b9a) AuthConfig (84b7d259e021965c992c02373d01761e1dc6b0d3b08df10ab62cdb05f1a7542e) AuthConfig (440a3dd7e265c0e5c323539a81e44c90ff2770b5323e0010b359f69795e5bf29) AuthConfig (2ca36acbfe0dac30292301370060fc525e8103da4a1068833744c09bd2a3c51e) AuthConfig (8747aa7b465d245d79646107d90515404eec8ff4af6722ebdef4e52c94f9996b) AuthConfig (48674b5e0ca3f24eac7242c510581729003eee43073983f8827a526ac11f5ab4) AuthConfig (bfda51ab5acb98c2078d79638ada57d8b2cb1a0699b89409458ed4e09d1a9654) AuthConfig (f5cbe02c0816db4bcaae4d051b98967d6a5ba52cf8a8ed15a905f3a82262c04c) AuthConfig (f5b7ba270ac09a09f0c9ac7d54ebbbca7fa14f7a5a29b84a8ce040f8fadcf119) AuthConfig (55355b00607c9f88916dbe6309ff4ece4eb1de97b2a676b3ca9d0dd9874b5b9c) AuthConfig (f0dbfca57ce6739a2320a3ddadeaf570a5885a54faf9cec49db4164b3f1daaef) AuthConfig (776047bc12e3297e0d43fa95670a7c0b16a86a3607fadc1a333bad42ac1ae982) AuthConfig (acea60e54ec9170eab9ebc48af903efed02396985e01a4cada8b3dc38072dfd6) AuthConfig (a934fad14b36c8603d6cb965020349955d6d047c1fd1953a09e6e4388f2c1c2f) AuthConfig (a4d235c024fbaaa7dea1afb5e4cfc86f28be65d011604904b95bc30f3b193a3f) AuthConfig (8bda6a7f0ab9a25968fac727fe613ebb6e59675c2949134cfbcdd4e802e7521a) AuthConfig (29912512949248dc6054b2c99a69dbb738645be067ca51225f97c9d797298f10) AuthConfig (d804e5d4d537c279fd35630ccd8a9b216868c0b2ab815b6c6560d049e3421ea5) AuthConfig (e5cfd59fe4d85d8323ffddf9abdfec477537f7d65eb322e325748de267b1de6b) AuthConfig (304aa18c4579840ce9dadb2736226e3c436f6e16637d42f67107088f22afbba0) AuthConfig (6e139e3cc07dac53852304e41d5133e9e6536c2b6afb96488414b451c50d9af5) AuthConfig (c1d896b5ebfbf7e1011e984423463314de20f1620e2609ca53da99988e6304fe) AuthConfig (9b24180ca3417dcff27c7ae8d543ef90a3b4716d643917fa3c16200c7a730dfd) AuthConfig (18b10826833771978a582a6dacffba1557f66e241376c002d7ee4cdef33f94ea) AuthConfig (d661eb66f0e5f86a4c78ee1d4a055c8424c39b57db264d9a28b5bf6d750cbc60) AuthConfig (14f5896a811ad605f64a1447a6e1fa6fe1da5bd2ee8ccb714545fdf44e4fc116)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"267b040f-9edc-466a-b588-39c70d09ca94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.696617138Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-bacddc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (667adf18c0d29b9b1007917c519b5829d0a19633d772ac47fdb269db2317560b) AuthConfig (512ee5d430e6ca813e5e043485899ad14dd6f67b30b1aa964c46ad0fcb917b46) AuthConfig (b991a0cce2b8073cad070faefff2563db786bf594bcf8dbdf7839e5a65a07fa7) AuthConfig (102915d9bd8b2f383b053dc2af3f3b42af349b0d94e316e41eea98a6addab2f4) AuthConfig (0526a0e4835ca9800b14b87ff12e89a9a1ad3c8d86a12be35b58eca58f4a4b9a) AuthConfig (84b7d259e021965c992c02373d01761e1dc6b0d3b08df10ab62cdb05f1a7542e) AuthConfig (440a3dd7e265c0e5c323539a81e44c90ff2770b5323e0010b359f69795e5bf29) AuthConfig (2ca36acbfe0dac30292301370060fc525e8103da4a1068833744c09bd2a3c51e) AuthConfig (8747aa7b465d245d79646107d90515404eec8ff4af6722ebdef4e52c94f9996b) AuthConfig (48674b5e0ca3f24eac7242c510581729003eee43073983f8827a526ac11f5ab4) AuthConfig (bfda51ab5acb98c2078d79638ada57d8b2cb1a0699b89409458ed4e09d1a9654) AuthConfig (f5cbe02c0816db4bcaae4d051b98967d6a5ba52cf8a8ed15a905f3a82262c04c) AuthConfig (f5b7ba270ac09a09f0c9ac7d54ebbbca7fa14f7a5a29b84a8ce040f8fadcf119) AuthConfig (55355b00607c9f88916dbe6309ff4ece4eb1de97b2a676b3ca9d0dd9874b5b9c) AuthConfig (f0dbfca57ce6739a2320a3ddadeaf570a5885a54faf9cec49db4164b3f1daaef) AuthConfig (776047bc12e3297e0d43fa95670a7c0b16a86a3607fadc1a333bad42ac1ae982) AuthConfig (acea60e54ec9170eab9ebc48af903efed02396985e01a4cada8b3dc38072dfd6) AuthConfig (a934fad14b36c8603d6cb965020349955d6d047c1fd1953a09e6e4388f2c1c2f) AuthConfig (a4d235c024fbaaa7dea1afb5e4cfc86f28be65d011604904b95bc30f3b193a3f) AuthConfig (8bda6a7f0ab9a25968fac727fe613ebb6e59675c2949134cfbcdd4e802e7521a) AuthConfig (29912512949248dc6054b2c99a69dbb738645be067ca51225f97c9d797298f10) AuthConfig (d804e5d4d537c279fd35630ccd8a9b216868c0b2ab815b6c6560d049e3421ea5) AuthConfig (e5cfd59fe4d85d8323ffddf9abdfec477537f7d65eb322e325748de267b1de6b) AuthConfig (304aa18c4579840ce9dadb2736226e3c436f6e16637d42f67107088f22afbba0) AuthConfig (6e139e3cc07dac53852304e41d5133e9e6536c2b6afb96488414b451c50d9af5) AuthConfig (c1d896b5ebfbf7e1011e984423463314de20f1620e2609ca53da99988e6304fe) AuthConfig (9b24180ca3417dcff27c7ae8d543ef90a3b4716d643917fa3c16200c7a730dfd) AuthConfig (18b10826833771978a582a6dacffba1557f66e241376c002d7ee4cdef33f94ea) AuthConfig (d661eb66f0e5f86a4c78ee1d4a055c8424c39b57db264d9a28b5bf6d750cbc60) AuthConfig (14f5896a811ad605f64a1447a6e1fa6fe1da5bd2ee8ccb714545fdf44e4fc116)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"09522f03-f0e7-48a8-acfd-6b3727160cc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:25:10.703057495Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"b217f3c6-b57e-4665-b958-a947e034d6a3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.716531293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"5341cde0-cf41-45bf-9117-2ec671a55121","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"simulator-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"simulator-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.719574682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"e81a8c14-5c80-4049-a62e-e379b55e82b9","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"premium-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"premium-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.763782203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"1cfc86be-d1d2-4809-a388-e4d881ae3332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.785065146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"1cfc86be-d1d2-4809-a388-e4d881ae3332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.804514099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b0153c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"1cfc86be-d1d2-4809-a388-e4d881ae3332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.857752092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"8f5deff0-993d-4f73-afaa-e59444d07c3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.857752703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"97420760-96b4-49e4-8cab-cee90519a39d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.878318184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"8f5deff0-993d-4f73-afaa-e59444d07c3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.879199015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"97420760-96b4-49e4-8cab-cee90519a39d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.897760559Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-bacddc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (667adf18c0d29b9b1007917c519b5829d0a19633d772ac47fdb269db2317560b) AuthConfig (512ee5d430e6ca813e5e043485899ad14dd6f67b30b1aa964c46ad0fcb917b46) AuthConfig (b991a0cce2b8073cad070faefff2563db786bf594bcf8dbdf7839e5a65a07fa7) AuthConfig (102915d9bd8b2f383b053dc2af3f3b42af349b0d94e316e41eea98a6addab2f4) AuthConfig (0526a0e4835ca9800b14b87ff12e89a9a1ad3c8d86a12be35b58eca58f4a4b9a) AuthConfig (84b7d259e021965c992c02373d01761e1dc6b0d3b08df10ab62cdb05f1a7542e) AuthConfig (440a3dd7e265c0e5c323539a81e44c90ff2770b5323e0010b359f69795e5bf29) AuthConfig (2ca36acbfe0dac30292301370060fc525e8103da4a1068833744c09bd2a3c51e) AuthConfig (8747aa7b465d245d79646107d90515404eec8ff4af6722ebdef4e52c94f9996b) AuthConfig (48674b5e0ca3f24eac7242c510581729003eee43073983f8827a526ac11f5ab4) AuthConfig (bfda51ab5acb98c2078d79638ada57d8b2cb1a0699b89409458ed4e09d1a9654) AuthConfig (f5cbe02c0816db4bcaae4d051b98967d6a5ba52cf8a8ed15a905f3a82262c04c) AuthConfig (f5b7ba270ac09a09f0c9ac7d54ebbbca7fa14f7a5a29b84a8ce040f8fadcf119) AuthConfig (55355b00607c9f88916dbe6309ff4ece4eb1de97b2a676b3ca9d0dd9874b5b9c) AuthConfig (f0dbfca57ce6739a2320a3ddadeaf570a5885a54faf9cec49db4164b3f1daaef) AuthConfig (776047bc12e3297e0d43fa95670a7c0b16a86a3607fadc1a333bad42ac1ae982) AuthConfig (acea60e54ec9170eab9ebc48af903efed02396985e01a4cada8b3dc38072dfd6) AuthConfig (a934fad14b36c8603d6cb965020349955d6d047c1fd1953a09e6e4388f2c1c2f) AuthConfig (a4d235c024fbaaa7dea1afb5e4cfc86f28be65d011604904b95bc30f3b193a3f) AuthConfig (8bda6a7f0ab9a25968fac727fe613ebb6e59675c2949134cfbcdd4e802e7521a) AuthConfig (29912512949248dc6054b2c99a69dbb738645be067ca51225f97c9d797298f10) AuthConfig (d804e5d4d537c279fd35630ccd8a9b216868c0b2ab815b6c6560d049e3421ea5) AuthConfig (e5cfd59fe4d85d8323ffddf9abdfec477537f7d65eb322e325748de267b1de6b) AuthConfig (304aa18c4579840ce9dadb2736226e3c436f6e16637d42f67107088f22afbba0) AuthConfig (6e139e3cc07dac53852304e41d5133e9e6536c2b6afb96488414b451c50d9af5) AuthConfig (c1d896b5ebfbf7e1011e984423463314de20f1620e2609ca53da99988e6304fe) AuthConfig (9b24180ca3417dcff27c7ae8d543ef90a3b4716d643917fa3c16200c7a730dfd) AuthConfig (18b10826833771978a582a6dacffba1557f66e241376c002d7ee4cdef33f94ea) AuthConfig (d661eb66f0e5f86a4c78ee1d4a055c8424c39b57db264d9a28b5bf6d750cbc60) AuthConfig (14f5896a811ad605f64a1447a6e1fa6fe1da5bd2ee8ccb714545fdf44e4fc116)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"8f5deff0-993d-4f73-afaa-e59444d07c3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.899156398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-bacddc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (667adf18c0d29b9b1007917c519b5829d0a19633d772ac47fdb269db2317560b) AuthConfig (512ee5d430e6ca813e5e043485899ad14dd6f67b30b1aa964c46ad0fcb917b46) AuthConfig (b991a0cce2b8073cad070faefff2563db786bf594bcf8dbdf7839e5a65a07fa7) AuthConfig (102915d9bd8b2f383b053dc2af3f3b42af349b0d94e316e41eea98a6addab2f4) AuthConfig (0526a0e4835ca9800b14b87ff12e89a9a1ad3c8d86a12be35b58eca58f4a4b9a) AuthConfig (84b7d259e021965c992c02373d01761e1dc6b0d3b08df10ab62cdb05f1a7542e) AuthConfig (440a3dd7e265c0e5c323539a81e44c90ff2770b5323e0010b359f69795e5bf29) AuthConfig (2ca36acbfe0dac30292301370060fc525e8103da4a1068833744c09bd2a3c51e) AuthConfig (8747aa7b465d245d79646107d90515404eec8ff4af6722ebdef4e52c94f9996b) AuthConfig (48674b5e0ca3f24eac7242c510581729003eee43073983f8827a526ac11f5ab4) AuthConfig (bfda51ab5acb98c2078d79638ada57d8b2cb1a0699b89409458ed4e09d1a9654) AuthConfig (f5cbe02c0816db4bcaae4d051b98967d6a5ba52cf8a8ed15a905f3a82262c04c) AuthConfig (f5b7ba270ac09a09f0c9ac7d54ebbbca7fa14f7a5a29b84a8ce040f8fadcf119) AuthConfig (55355b00607c9f88916dbe6309ff4ece4eb1de97b2a676b3ca9d0dd9874b5b9c) AuthConfig (f0dbfca57ce6739a2320a3ddadeaf570a5885a54faf9cec49db4164b3f1daaef) AuthConfig (776047bc12e3297e0d43fa95670a7c0b16a86a3607fadc1a333bad42ac1ae982) AuthConfig (acea60e54ec9170eab9ebc48af903efed02396985e01a4cada8b3dc38072dfd6) AuthConfig (a934fad14b36c8603d6cb965020349955d6d047c1fd1953a09e6e4388f2c1c2f) AuthConfig (a4d235c024fbaaa7dea1afb5e4cfc86f28be65d011604904b95bc30f3b193a3f) AuthConfig (8bda6a7f0ab9a25968fac727fe613ebb6e59675c2949134cfbcdd4e802e7521a) AuthConfig (29912512949248dc6054b2c99a69dbb738645be067ca51225f97c9d797298f10) AuthConfig (d804e5d4d537c279fd35630ccd8a9b216868c0b2ab815b6c6560d049e3421ea5) AuthConfig (e5cfd59fe4d85d8323ffddf9abdfec477537f7d65eb322e325748de267b1de6b) AuthConfig (304aa18c4579840ce9dadb2736226e3c436f6e16637d42f67107088f22afbba0) AuthConfig (6e139e3cc07dac53852304e41d5133e9e6536c2b6afb96488414b451c50d9af5) AuthConfig (c1d896b5ebfbf7e1011e984423463314de20f1620e2609ca53da99988e6304fe) AuthConfig (9b24180ca3417dcff27c7ae8d543ef90a3b4716d643917fa3c16200c7a730dfd) AuthConfig (18b10826833771978a582a6dacffba1557f66e241376c002d7ee4cdef33f94ea) AuthConfig (d661eb66f0e5f86a4c78ee1d4a055c8424c39b57db264d9a28b5bf6d750cbc60) AuthConfig (14f5896a811ad605f64a1447a6e1fa6fe1da5bd2ee8ccb714545fdf44e4fc116)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"97420760-96b4-49e4-8cab-cee90519a39d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:11.96497997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"e473b473-143f-4326-aab6-247d96354a2d","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:11.985834507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"b184f08a-3fab-4d0e-84a2-e3ce4833894a","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:12.034323084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-active-auth","reconcileID":"170305df-0247-4941-9be5-941cba464efe","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:12.054931583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-active-auth","reconcileID":"170305df-0247-4941-9be5-941cba464efe","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:12.158295786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"d6221088-bb83-4e64-ac57-de43384b9559","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:12.180790981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"c29c9a88-529f-456e-80d0-99b3afc61ea0","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"premium-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"premium-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:12.18878202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"bebb3238-a157-4a36-b85f-18df1c4a1fca","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:25:12.199803565Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-bed4a2/e2e-apikey-active-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1633\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:12.208793109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"a0317226-363d-4746-83b9-af448ee30d1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:12.208835729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"853c5911-d57d-40bc-b9bf-e59c8de297b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:12.209474645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"138e8ca6-a954-43a2-b347-60b4d212edcf","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:12.22928915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"a0317226-363d-4746-83b9-af448ee30d1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:12.229402349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"853c5911-d57d-40bc-b9bf-e59c8de297b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:12.232257313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"eaf13a25-e150-41f5-a8ad-f2633ccc425c","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:12.298417761Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-active-sub","reconcileID":"b0eb59e2-b7d8-4134-bfbb-ae41a22e9a4b","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-bed4a2/e2e-apikey-active-sub","ai-tenant-e2e-worker-w4-bed4a2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:12.311388995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-active-auth","reconcileID":"6ec7f323-42be-47c2-bbe2-06e3e879714f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:12.331933156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-active-auth","reconcileID":"6ec7f323-42be-47c2-bbe2-06e3e879714f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:12.3550475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"9273b064-1e25-4be6-9a53-b2e27d2b26c8","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:12.375385901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-subscription","reconcileID":"b2cfa457-78fa-4e23-91e6-1dfd6769f0ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:12.408249644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"9397433f-1aa9-4de5-9d4c-cc23952d6812","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:12.408248086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"b28d39f1-cb51-4e29-b65e-cd0b2b349577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:12.429659681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"9397433f-1aa9-4de5-9d4c-cc23952d6812","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:12.430400596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"b28d39f1-cb51-4e29-b65e-cd0b2b349577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:12.47694543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-active-sub","reconcileID":"77b3ad82-679a-45a7-bc16-bee5061b2da6","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:14.826956035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"47330c97-7d11-4920-8beb-b9356fe48d75","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:14.874721536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"022b1c54-fa8f-48e0-88a9-1a4a3c6803c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:14.874827649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-active-auth","reconcileID":"b6ae8240-8832-4e1c-8c56-8fe7edd40417","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:14.875294639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"cd6658a9-ae90-4dc9-a6e6-96b635f38440","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:14.899079977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"cd6658a9-ae90-4dc9-a6e6-96b635f38440","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:14.90089534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"022b1c54-fa8f-48e0-88a9-1a4a3c6803c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:14.906822583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-active-auth","reconcileID":"b6ae8240-8832-4e1c-8c56-8fe7edd40417","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:18.568767226Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-64221dba","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-dry-sub-64221dba","reconcileID":"023dd0a6-9585-4d18-9188-afc16771e95d","MaaSSubscription":{"name":"e2e-dry-sub-64221dba","namespace":"ai-tenant-e2e-worker-w3-105882"},"model":"e2e-models-e2e-worker-w3-105882/simulator-w3-105882","subscription":"e2e-dry-sub-64221dba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:18.64342345Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-64221dba","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-dry-sub-64221dba","reconcileID":"023dd0a6-9585-4d18-9188-afc16771e95d","MaaSSubscription":{"name":"e2e-dry-sub-64221dba","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-simulator-w3-105882","model":"e2e-models-e2e-worker-w3-105882/simulator-w3-105882","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-105882/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:18.710900725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-subscription","reconcileID":"1e18c991-6033-428e-8af5-fdaf5547f400","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-simulator-w3-105882","model":"e2e-models-e2e-worker-w3-105882/simulator-w3-105882","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:18.712650069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"89d9cd7a-6f15-4fb4-a498-653dfcff931b","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:18.761629525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"72aef0ea-5bcc-4116-8653-8e94cefbabf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:18.761675323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-64221dba-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-dry-sub-64221dba-auth","reconcileID":"98a9d1bb-1f4f-465e-ba90-0c3d2d0d0eab","MaaSAuthPolicy":{"name":"e2e-dry-sub-64221dba-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:18.762031148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"3f59dbab-f148-424c-9629-8b3f87e8c59b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:18.782956932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-64221dba-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-dry-sub-64221dba-auth","reconcileID":"98a9d1bb-1f4f-465e-ba90-0c3d2d0d0eab","MaaSAuthPolicy":{"name":"e2e-dry-sub-64221dba-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:18.783792132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"72aef0ea-5bcc-4116-8653-8e94cefbabf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:18.785168384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"3f59dbab-f148-424c-9629-8b3f87e8c59b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:18.863644788Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-64221dba-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-dry-sub-64221dba-auth","reconcileID":"d4898f19-ded7-4912-9d62-f1ac307eaea4","MaaSAuthPolicy":{"name":"e2e-dry-sub-64221dba-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"model":"e2e-models-e2e-worker-w3-105882/simulator-w3-105882","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:18.863660226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"30948193-ddd4-4926-b726-e51ffa843a5a","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:18.95238129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"3e181106-7d9d-4857-b56a-efb4e811a94f","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.036180633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"5a775584-0b9c-4c14-8a17-84e5df5c30cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.041512238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"60929ef9-1fa6-497b-965f-6b588820c7e6","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.058212027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"5a775584-0b9c-4c14-8a17-84e5df5c30cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.062067622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"c20b3b00-5d75-4261-8955-57994af9ab5d","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.077884952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b2c5f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"5a775584-0b9c-4c14-8a17-84e5df5c30cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.119815864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-81033e8c-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-combo-sub-81033e8c-auth","reconcileID":"23c6c0e4-3af5-4b2a-bec1-60c0179a4a30","MaaSAuthPolicy":{"name":"e2e-combo-sub-81033e8c-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.133746107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"979f76d9-3b59-4411-8fb8-5d6c6f09974d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.141093666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-81033e8c-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-combo-sub-81033e8c-auth","reconcileID":"23c6c0e4-3af5-4b2a-bec1-60c0179a4a30","MaaSAuthPolicy":{"name":"e2e-combo-sub-81033e8c-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.15523728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"979f76d9-3b59-4411-8fb8-5d6c6f09974d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.173938787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b2c5f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"979f76d9-3b59-4411-8fb8-5d6c6f09974d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.255772958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"85566786-951d-4e53-8368-5e9c3732a424","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.27818186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"a8179d9a-9228-4297-88d8-89a96de0b5c0","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:25:20.28683549Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-81033e8c","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-combo-sub-81033e8c","reconcileID":"757d4fe1-5d6d-4a22-8bc4-b8e079ae5b3b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-81033e8c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.31228072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"c53c83e3-0841-4ede-8b86-27b09278c65d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.312458341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"5671a551-521e-4995-853f-8b619fffb4f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.316602658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"689920d3-aa5f-43b6-985a-618e04645937","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.327435806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"deb5dea4-9369-444f-833b-191dd2825780","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.334724363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"5671a551-521e-4995-853f-8b619fffb4f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.33599226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"c53c83e3-0841-4ede-8b86-27b09278c65d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.34626926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"19ee10de-278e-410c-9dba-fe7caa9d0e50","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.4053963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-81033e8c-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-combo-sub-81033e8c-auth","reconcileID":"7df5e19d-5a01-45f5-815d-5a50bb59400e","MaaSAuthPolicy":{"name":"e2e-combo-sub-81033e8c-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.426469414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-81033e8c-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-combo-sub-81033e8c-auth","reconcileID":"7df5e19d-5a01-45f5-815d-5a50bb59400e","MaaSAuthPolicy":{"name":"e2e-combo-sub-81033e8c-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.441024826Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-81033e8c","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-combo-sub-81033e8c","reconcileID":"bfb0cac9-f7d6-4113-b0a9-474987669f4c","MaaSSubscription":{"name":"e2e-combo-sub-81033e8c","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-simulator-w3-105882","model":"e2e-models-e2e-worker-w3-105882/simulator-w3-105882","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-105882/e2e-combo-sub-81033e8c","ai-tenant-e2e-worker-w3-105882/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.49895187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"3f1cc76c-0424-4f90-9827-adb484c12f87","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.51374007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-subscription","reconcileID":"9a121479-1a37-4da6-8da1-c4a29d3da437","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-simulator-w3-105882","model":"e2e-models-e2e-worker-w3-105882/simulator-w3-105882","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.545746683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"48da9f1b-3911-44b7-b6b1-80d626249139","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.546208088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"6b6f14b6-9e7d-4f66-a49e-14db44c90e69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.56559424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"48da9f1b-3911-44b7-b6b1-80d626249139","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.566003944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"6b6f14b6-9e7d-4f66-a49e-14db44c90e69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.618241435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-81033e8c","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-combo-sub-81033e8c","reconcileID":"3eab5aac-70e0-4434-bcd4-d87e15ea5f81","MaaSSubscription":{"name":"e2e-combo-sub-81033e8c","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-simulator-w3-105882","model":"e2e-models-e2e-worker-w3-105882/simulator-w3-105882","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.648049215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"55ab32bc-0db6-44c4-b45a-b370c7e0c2d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.648080176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-81033e8c-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-combo-sub-81033e8c-auth","reconcileID":"149dada1-9e07-42b1-b140-006e1e0fc5a6","MaaSAuthPolicy":{"name":"e2e-combo-sub-81033e8c-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.66947277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-81033e8c-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-combo-sub-81033e8c-auth","reconcileID":"149dada1-9e07-42b1-b140-006e1e0fc5a6","MaaSAuthPolicy":{"name":"e2e-combo-sub-81033e8c-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.669621468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"55ab32bc-0db6-44c4-b45a-b370c7e0c2d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.692361258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b0153c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"55ab32bc-0db6-44c4-b45a-b370c7e0c2d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.859893562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"2c3997b1-26e4-4af5-8e67-08617ea9b2c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.88206887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"2c3997b1-26e4-4af5-8e67-08617ea9b2c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.900936782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b0153c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"2c3997b1-26e4-4af5-8e67-08617ea9b2c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.95589875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"0e3f3583-4777-4b76-b31d-734efc8165c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.955957693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"9e1187d5-7f30-44dc-b261-5a9a087033c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.976843477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"0e3f3583-4777-4b76-b31d-734efc8165c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.978132647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"9e1187d5-7f30-44dc-b261-5a9a087033c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.995629605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-bacddc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (667adf18c0d29b9b1007917c519b5829d0a19633d772ac47fdb269db2317560b) AuthConfig (512ee5d430e6ca813e5e043485899ad14dd6f67b30b1aa964c46ad0fcb917b46) AuthConfig (b991a0cce2b8073cad070faefff2563db786bf594bcf8dbdf7839e5a65a07fa7) AuthConfig (102915d9bd8b2f383b053dc2af3f3b42af349b0d94e316e41eea98a6addab2f4) AuthConfig (0526a0e4835ca9800b14b87ff12e89a9a1ad3c8d86a12be35b58eca58f4a4b9a) AuthConfig (84b7d259e021965c992c02373d01761e1dc6b0d3b08df10ab62cdb05f1a7542e) AuthConfig (440a3dd7e265c0e5c323539a81e44c90ff2770b5323e0010b359f69795e5bf29) AuthConfig (2ca36acbfe0dac30292301370060fc525e8103da4a1068833744c09bd2a3c51e) AuthConfig (8747aa7b465d245d79646107d90515404eec8ff4af6722ebdef4e52c94f9996b) AuthConfig (48674b5e0ca3f24eac7242c510581729003eee43073983f8827a526ac11f5ab4) AuthConfig (bfda51ab5acb98c2078d79638ada57d8b2cb1a0699b89409458ed4e09d1a9654) AuthConfig (f5cbe02c0816db4bcaae4d051b98967d6a5ba52cf8a8ed15a905f3a82262c04c) AuthConfig (f5b7ba270ac09a09f0c9ac7d54ebbbca7fa14f7a5a29b84a8ce040f8fadcf119) AuthConfig (55355b00607c9f88916dbe6309ff4ece4eb1de97b2a676b3ca9d0dd9874b5b9c) AuthConfig (f0dbfca57ce6739a2320a3ddadeaf570a5885a54faf9cec49db4164b3f1daaef) AuthConfig (776047bc12e3297e0d43fa95670a7c0b16a86a3607fadc1a333bad42ac1ae982) AuthConfig (acea60e54ec9170eab9ebc48af903efed02396985e01a4cada8b3dc38072dfd6) AuthConfig (a934fad14b36c8603d6cb965020349955d6d047c1fd1953a09e6e4388f2c1c2f) AuthConfig (a4d235c024fbaaa7dea1afb5e4cfc86f28be65d011604904b95bc30f3b193a3f) AuthConfig (8bda6a7f0ab9a25968fac727fe613ebb6e59675c2949134cfbcdd4e802e7521a) AuthConfig (29912512949248dc6054b2c99a69dbb738645be067ca51225f97c9d797298f10) AuthConfig (d804e5d4d537c279fd35630ccd8a9b216868c0b2ab815b6c6560d049e3421ea5) AuthConfig (e5cfd59fe4d85d8323ffddf9abdfec477537f7d65eb322e325748de267b1de6b) AuthConfig (304aa18c4579840ce9dadb2736226e3c436f6e16637d42f67107088f22afbba0) AuthConfig (6e139e3cc07dac53852304e41d5133e9e6536c2b6afb96488414b451c50d9af5) AuthConfig (c1d896b5ebfbf7e1011e984423463314de20f1620e2609ca53da99988e6304fe) AuthConfig (9b24180ca3417dcff27c7ae8d543ef90a3b4716d643917fa3c16200c7a730dfd) AuthConfig (18b10826833771978a582a6dacffba1557f66e241376c002d7ee4cdef33f94ea) AuthConfig (d661eb66f0e5f86a4c78ee1d4a055c8424c39b57db264d9a28b5bf6d750cbc60) AuthConfig (14f5896a811ad605f64a1447a6e1fa6fe1da5bd2ee8ccb714545fdf44e4fc116)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"0e3f3583-4777-4b76-b31d-734efc8165c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:20.997511421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-bacddc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (667adf18c0d29b9b1007917c519b5829d0a19633d772ac47fdb269db2317560b) AuthConfig (512ee5d430e6ca813e5e043485899ad14dd6f67b30b1aa964c46ad0fcb917b46) AuthConfig (b991a0cce2b8073cad070faefff2563db786bf594bcf8dbdf7839e5a65a07fa7) AuthConfig (102915d9bd8b2f383b053dc2af3f3b42af349b0d94e316e41eea98a6addab2f4) AuthConfig (0526a0e4835ca9800b14b87ff12e89a9a1ad3c8d86a12be35b58eca58f4a4b9a) AuthConfig (84b7d259e021965c992c02373d01761e1dc6b0d3b08df10ab62cdb05f1a7542e) AuthConfig (440a3dd7e265c0e5c323539a81e44c90ff2770b5323e0010b359f69795e5bf29) AuthConfig (2ca36acbfe0dac30292301370060fc525e8103da4a1068833744c09bd2a3c51e) AuthConfig (8747aa7b465d245d79646107d90515404eec8ff4af6722ebdef4e52c94f9996b) AuthConfig (48674b5e0ca3f24eac7242c510581729003eee43073983f8827a526ac11f5ab4) AuthConfig (bfda51ab5acb98c2078d79638ada57d8b2cb1a0699b89409458ed4e09d1a9654) AuthConfig (f5cbe02c0816db4bcaae4d051b98967d6a5ba52cf8a8ed15a905f3a82262c04c) AuthConfig (f5b7ba270ac09a09f0c9ac7d54ebbbca7fa14f7a5a29b84a8ce040f8fadcf119) AuthConfig (55355b00607c9f88916dbe6309ff4ece4eb1de97b2a676b3ca9d0dd9874b5b9c) AuthConfig (f0dbfca57ce6739a2320a3ddadeaf570a5885a54faf9cec49db4164b3f1daaef) AuthConfig (776047bc12e3297e0d43fa95670a7c0b16a86a3607fadc1a333bad42ac1ae982) AuthConfig (acea60e54ec9170eab9ebc48af903efed02396985e01a4cada8b3dc38072dfd6) AuthConfig (a934fad14b36c8603d6cb965020349955d6d047c1fd1953a09e6e4388f2c1c2f) AuthConfig (a4d235c024fbaaa7dea1afb5e4cfc86f28be65d011604904b95bc30f3b193a3f) AuthConfig (8bda6a7f0ab9a25968fac727fe613ebb6e59675c2949134cfbcdd4e802e7521a) AuthConfig (29912512949248dc6054b2c99a69dbb738645be067ca51225f97c9d797298f10) AuthConfig (d804e5d4d537c279fd35630ccd8a9b216868c0b2ab815b6c6560d049e3421ea5) AuthConfig (e5cfd59fe4d85d8323ffddf9abdfec477537f7d65eb322e325748de267b1de6b) AuthConfig (304aa18c4579840ce9dadb2736226e3c436f6e16637d42f67107088f22afbba0) AuthConfig (6e139e3cc07dac53852304e41d5133e9e6536c2b6afb96488414b451c50d9af5) AuthConfig (c1d896b5ebfbf7e1011e984423463314de20f1620e2609ca53da99988e6304fe) AuthConfig (9b24180ca3417dcff27c7ae8d543ef90a3b4716d643917fa3c16200c7a730dfd) AuthConfig (18b10826833771978a582a6dacffba1557f66e241376c002d7ee4cdef33f94ea) AuthConfig (d661eb66f0e5f86a4c78ee1d4a055c8424c39b57db264d9a28b5bf6d750cbc60) AuthConfig (14f5896a811ad605f64a1447a6e1fa6fe1da5bd2ee8ccb714545fdf44e4fc116)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"9e1187d5-7f30-44dc-b261-5a9a087033c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:21.708633615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-subscription","reconcileID":"1453f4c6-128f-4d1d-b973-ac50f5c7cdc3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"maas-trlp-simulator-w1-b2c5f2","model":"e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:21.767977902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"575d10b8-b0a8-4aa5-8409-9efb796eb6e3","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"simulator-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"simulator-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:21.807257259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-subscription","reconcileID":"deaa2177-c693-4c6a-ad9c-47db03b531ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"maas-trlp-premium-w0-b0153c","model":"e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:21.807820829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-subscription","reconcileID":"b9812089-cd4f-4799-a921-da2678bb2186","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"maas-trlp-premium-w1-b2c5f2","model":"e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:21.869037592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"67e55be0-6b69-4c99-9280-ae2d6f43e428","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"premium-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"premium-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:21.871939702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"aad86c3a-1b8b-4ea4-8058-57ce2918a784","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"premium-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"premium-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:21.907884502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-subscription","reconcileID":"c90ff640-c0cc-4c33-a5e9-cf46085c7507","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"maas-trlp-simulator-w0-b0153c","model":"e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:21.974922562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"6cea4f66-dbb6-4bd0-b80b-2f18f0fa4754","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.02520793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"daf53e14-c3a8-4461-adc2-53edb34c8923","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.025713915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"16f8e98b-7c8e-4a86-b5cc-8972f892a17e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.052698999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"16f8e98b-7c8e-4a86-b5cc-8972f892a17e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.05349018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"daf53e14-c3a8-4461-adc2-53edb34c8923","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.082665665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b0153c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab334b2ab4916a423c883505572371bdf85de1bc2cc9289bb2dd902fd3e764ab) AuthConfig (9a6bb4bd45c9a6730c24c96cb42802b2b42af7d1c855819deee49c3ef96ea84e) AuthConfig (fef69d0b620c2ca7d34422d8b1f83629b0ac234222b7cb46ec0ea985a45f18aa) AuthConfig (16aa1eb763055c0c54f239dfc863ce498ecf47fe15a86091eb8e3429c0b64d4c) AuthConfig (31c244700281d53a3fe03c1fa8f4736e9c09716bf753902dc6f4fbbd082e7584) AuthConfig (66e8ce9f2647cf715012b36f129f5d0f9bced85110bea96a9e85d9f545335e4a) AuthConfig (980db146465ea652f81592e57377f5afb016358f3cda61921943f56d23391a50) AuthConfig (e6af3418b1cf70247e427b0923e787ebda9ffadef70cebc43d724bafcb5ca6ef) AuthConfig (9eff652b2b3f0e2a7ecef149d2ddb7454c419e003a3b6bcb85131385eb08d0ce) AuthConfig (6346b2120643f18f872c37c4b758707a2bc68d33808f42e3808ef2b584610ab6) AuthConfig (ebadc6ba692d7ae09561bf596b8f10c66946e120d5102d95abffd1aa53082431) AuthConfig (032df1102669900856f8d3317e0793ab07a0647c49afec275fdfb760bcddeddd) AuthConfig (d19bf15eaa84b2abcdf45ad5efccd0390a02f377a9b561005ac58bd7d62450e7) AuthConfig (c57130d5fdcbd91fa2dacc5d1f20323dee4d8f95987ecf351c64d958400169e5) AuthConfig (d3f3854dd49eb88ae3c065218b47989635ed97b0f6298571e597901ac5a52557) AuthConfig (03d66469c39bc5b3f44bb45e0e1aac926dcbb16ed16f9bc82bce427be26145e3) AuthConfig (d78c42f26f0416ef30452fa8826aa932b361dd6414368dd8d63ad571aa4ae411) AuthConfig (322ebd596df7a80736f46b89d09a3d950d251dbafc609346ed5f00fc40c6b294) AuthConfig (670a133f6ab5401c781a4096db879eb84ceb9268d3fee388346a740904ea1bfd) AuthConfig (81e64e755fabd0b685ed7b60df1bdb9739afa08d1b65424ea3c0ad6b789366c2) AuthConfig (a13a81592f846b55e9feeda71a54dd1fc90d3b2ab518bb519b10e215455a144f) AuthConfig (8c99abf3298faee1f31558075690e91cc7e0c5a32ac291ae96ef6b01361017a1) AuthConfig (0427ac8b5db03f5ab0114f38357965727cf7e70d8d02071b818b8eee3b7a0e17) AuthConfig (db9c68d33ace62fe4b6b4e40f9ef3d02810b63f022521de9ed9b132ea65ef41f) AuthConfig (ec43f4960cbdc72d24515043cda0c70a5d5c4e40c82571ce43ebf0c77ef6ab03) AuthConfig (a365d7114a439477d47ffe74eab9805eb081c763e806c287d050cad21c5808bc) AuthConfig (1416f66da0326c9ffb51a7d6f817ffa517b2472314b50adb9587fce1e1056e0c) AuthConfig (fa7b4bcd690652eb7c04b5aab01e78588889e02b13c6c6b3d54baa0c9d0804bf) AuthConfig (069d14158f09b30ac7af965d90b0b2085fd79bd99a7ae1ea6b41a416e890d272) AuthConfig (063ed74ec7248e2904a2d69cb5e66d8c9e97912f19bcb91750c3845c710078ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"16f8e98b-7c8e-4a86-b5cc-8972f892a17e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.093252567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b0153c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab334b2ab4916a423c883505572371bdf85de1bc2cc9289bb2dd902fd3e764ab) AuthConfig (9a6bb4bd45c9a6730c24c96cb42802b2b42af7d1c855819deee49c3ef96ea84e) AuthConfig (fef69d0b620c2ca7d34422d8b1f83629b0ac234222b7cb46ec0ea985a45f18aa) AuthConfig (16aa1eb763055c0c54f239dfc863ce498ecf47fe15a86091eb8e3429c0b64d4c) AuthConfig (31c244700281d53a3fe03c1fa8f4736e9c09716bf753902dc6f4fbbd082e7584) AuthConfig (66e8ce9f2647cf715012b36f129f5d0f9bced85110bea96a9e85d9f545335e4a) AuthConfig (980db146465ea652f81592e57377f5afb016358f3cda61921943f56d23391a50) AuthConfig (e6af3418b1cf70247e427b0923e787ebda9ffadef70cebc43d724bafcb5ca6ef) AuthConfig (9eff652b2b3f0e2a7ecef149d2ddb7454c419e003a3b6bcb85131385eb08d0ce) AuthConfig (6346b2120643f18f872c37c4b758707a2bc68d33808f42e3808ef2b584610ab6) AuthConfig (ebadc6ba692d7ae09561bf596b8f10c66946e120d5102d95abffd1aa53082431) AuthConfig (032df1102669900856f8d3317e0793ab07a0647c49afec275fdfb760bcddeddd) AuthConfig (d19bf15eaa84b2abcdf45ad5efccd0390a02f377a9b561005ac58bd7d62450e7) AuthConfig (c57130d5fdcbd91fa2dacc5d1f20323dee4d8f95987ecf351c64d958400169e5) AuthConfig (d3f3854dd49eb88ae3c065218b47989635ed97b0f6298571e597901ac5a52557) AuthConfig (03d66469c39bc5b3f44bb45e0e1aac926dcbb16ed16f9bc82bce427be26145e3) AuthConfig (d78c42f26f0416ef30452fa8826aa932b361dd6414368dd8d63ad571aa4ae411) AuthConfig (322ebd596df7a80736f46b89d09a3d950d251dbafc609346ed5f00fc40c6b294) AuthConfig (670a133f6ab5401c781a4096db879eb84ceb9268d3fee388346a740904ea1bfd) AuthConfig (81e64e755fabd0b685ed7b60df1bdb9739afa08d1b65424ea3c0ad6b789366c2) AuthConfig (a13a81592f846b55e9feeda71a54dd1fc90d3b2ab518bb519b10e215455a144f) AuthConfig (8c99abf3298faee1f31558075690e91cc7e0c5a32ac291ae96ef6b01361017a1) AuthConfig (0427ac8b5db03f5ab0114f38357965727cf7e70d8d02071b818b8eee3b7a0e17) AuthConfig (db9c68d33ace62fe4b6b4e40f9ef3d02810b63f022521de9ed9b132ea65ef41f) AuthConfig (ec43f4960cbdc72d24515043cda0c70a5d5c4e40c82571ce43ebf0c77ef6ab03) AuthConfig (a365d7114a439477d47ffe74eab9805eb081c763e806c287d050cad21c5808bc) AuthConfig (1416f66da0326c9ffb51a7d6f817ffa517b2472314b50adb9587fce1e1056e0c) AuthConfig (fa7b4bcd690652eb7c04b5aab01e78588889e02b13c6c6b3d54baa0c9d0804bf) AuthConfig (069d14158f09b30ac7af965d90b0b2085fd79bd99a7ae1ea6b41a416e890d272) AuthConfig (063ed74ec7248e2904a2d69cb5e66d8c9e97912f19bcb91750c3845c710078ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"daf53e14-c3a8-4461-adc2-53edb34c8923","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.107776151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"b57a099f-392f-4ecd-ae99-53cf4ec6d0bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.108101621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"d511b627-1779-4f2c-ba4c-7f0a2d55f1f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.108946685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"4e0ac4dc-cab1-4b7a-9188-a5f8ef7c1bf2","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.119855891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"7355c74e-4bf4-43a6-a55e-5c940cb460a5","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"premium-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"premium-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.134461567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"b57a099f-392f-4ecd-ae99-53cf4ec6d0bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.141011451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"d511b627-1779-4f2c-ba4c-7f0a2d55f1f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.157691491Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b2c5f2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab9015bec04584fd2e4cee758e76dff2586f1a15cc5ab1840051768c9a36d8ab) AuthConfig (6fca3996b27237f33a56e9f1aba07943c6ee7498da9004140ef0ff525520e098) AuthConfig (73554b316697b7a340e5d4eca85808bb7cab9007a336add84f374068040b1c3c) AuthConfig (e75db9d4496c77e241996827157e46708c6cd405f6cb1c19243e40e80ed9b0c7) AuthConfig (5f689214a54e2412da19e1e90f96f022020a13809b62b7fe833d32b3718586d4) AuthConfig (31ef62db9565c866fea8f450590afb7f5266958bfe0a5d7192497c255f5d2a90) AuthConfig (5e581584caf00b93071289e626e7d01b88123903264966526eb8feb7fe3348b2) AuthConfig (7029ee8ecc2f2194674e9a44ee1e8d2b0da75bd1576346b0210e8de19e52de9a) AuthConfig (9a01959c4ba42a340e77a57712d1b697dae857f7385cb91d5cf625c8e908ff64) AuthConfig (8ae26159ae81aac4401472b01bdb3cb9746e2e13e5087585d39e856377dce824) AuthConfig (5ab34bb048045de7f735b6639f2afbd484e358de9c47ae6d936992c9ca89df01) AuthConfig (8fd79e87dc3b32a7787cff42fda02980590dca13ca9dab8fdf370c708cccb403) AuthConfig (3570f238625dfd49e0abe0d8955694c1dd95573707037872d877930785cbc75b) AuthConfig (fb6c209daa0093374652a3d73dc8c0c1400643d02b02d892b7fb9a41ec0b3193) AuthConfig (6cea094b7a68b62b0c22bd71cb4d030b9d646c612e4a47cdac53ad3478b1bcdf) AuthConfig (b4281d064d251f697356798db7e660f5d89f4c8ff3bb869bc15368751ea7bc37) AuthConfig (ecfd13e8c34d333b51eceb5aa3c281563366fc7c46acd6da2911c62d9d61419f) AuthConfig (2c96ad7a5188980ce7c039b62c64070ac27b5ac3fedad276238beed98fc675dc) AuthConfig (19660e3cf6b05d444b9f146b07a7a4a2d124f74c8f100d90310c65bd28f40662) AuthConfig (53c0a861d124dc6bcc1e57f10498b7968bf7335f3abb03b5fefd7756c94245f2) AuthConfig (7638ff9941ea84dff0b5c0499cbea269ba0b73cc50c7bcaaeebdf6016c67d9d0) AuthConfig (391dc7951c16f69f14b091ec1f31a2c2f38b6665cd41e0fd3d186c3c663397c1) AuthConfig (606928f65dcae74dfce4a79610dc7caf381063020b34da0754d69d924f6f67ad) AuthConfig (bc7b7b6cc377a0b43466845670d789d6749a78cff9ab4d42a8856123df7f3f17) AuthConfig (af1180367dc4ee840406c018bbfbc5113709d3448ba9f9a0707f8c4a28c79cbc) AuthConfig (edcd988b3019725e8b0653445f1e73ee312ac7cd90c9a9eafc14756c7c0da129) AuthConfig (1fb30e2cfd687b634e3376fb6efa314a8d7cfac62a26c74cff60b5187ca06df0) AuthConfig (e8880592767c066823cf51ec9fe128038c92c9f81b9fdf7941906df9ddaff15b) AuthConfig (6f66b51fcc913c30176f9688441ab266b6776e0851370f851994755fd8363485) AuthConfig (e3118dcb19cf7c5f014eb80e971303ffd52f572af0b43f24ea63aa1b80ab2e34)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"b57a099f-392f-4ecd-ae99-53cf4ec6d0bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.161231174Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b2c5f2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab9015bec04584fd2e4cee758e76dff2586f1a15cc5ab1840051768c9a36d8ab) AuthConfig (6fca3996b27237f33a56e9f1aba07943c6ee7498da9004140ef0ff525520e098) AuthConfig (73554b316697b7a340e5d4eca85808bb7cab9007a336add84f374068040b1c3c) AuthConfig (e75db9d4496c77e241996827157e46708c6cd405f6cb1c19243e40e80ed9b0c7) AuthConfig (5f689214a54e2412da19e1e90f96f022020a13809b62b7fe833d32b3718586d4) AuthConfig (31ef62db9565c866fea8f450590afb7f5266958bfe0a5d7192497c255f5d2a90) AuthConfig (5e581584caf00b93071289e626e7d01b88123903264966526eb8feb7fe3348b2) AuthConfig (7029ee8ecc2f2194674e9a44ee1e8d2b0da75bd1576346b0210e8de19e52de9a) AuthConfig (9a01959c4ba42a340e77a57712d1b697dae857f7385cb91d5cf625c8e908ff64) AuthConfig (8ae26159ae81aac4401472b01bdb3cb9746e2e13e5087585d39e856377dce824) AuthConfig (5ab34bb048045de7f735b6639f2afbd484e358de9c47ae6d936992c9ca89df01) AuthConfig (8fd79e87dc3b32a7787cff42fda02980590dca13ca9dab8fdf370c708cccb403) AuthConfig (3570f238625dfd49e0abe0d8955694c1dd95573707037872d877930785cbc75b) AuthConfig (fb6c209daa0093374652a3d73dc8c0c1400643d02b02d892b7fb9a41ec0b3193) AuthConfig (6cea094b7a68b62b0c22bd71cb4d030b9d646c612e4a47cdac53ad3478b1bcdf) AuthConfig (b4281d064d251f697356798db7e660f5d89f4c8ff3bb869bc15368751ea7bc37) AuthConfig (ecfd13e8c34d333b51eceb5aa3c281563366fc7c46acd6da2911c62d9d61419f) AuthConfig (2c96ad7a5188980ce7c039b62c64070ac27b5ac3fedad276238beed98fc675dc) AuthConfig (19660e3cf6b05d444b9f146b07a7a4a2d124f74c8f100d90310c65bd28f40662) AuthConfig (53c0a861d124dc6bcc1e57f10498b7968bf7335f3abb03b5fefd7756c94245f2) AuthConfig (7638ff9941ea84dff0b5c0499cbea269ba0b73cc50c7bcaaeebdf6016c67d9d0) AuthConfig (391dc7951c16f69f14b091ec1f31a2c2f38b6665cd41e0fd3d186c3c663397c1) AuthConfig (606928f65dcae74dfce4a79610dc7caf381063020b34da0754d69d924f6f67ad) AuthConfig (bc7b7b6cc377a0b43466845670d789d6749a78cff9ab4d42a8856123df7f3f17) AuthConfig (af1180367dc4ee840406c018bbfbc5113709d3448ba9f9a0707f8c4a28c79cbc) AuthConfig (edcd988b3019725e8b0653445f1e73ee312ac7cd90c9a9eafc14756c7c0da129) AuthConfig (1fb30e2cfd687b634e3376fb6efa314a8d7cfac62a26c74cff60b5187ca06df0) AuthConfig (e8880592767c066823cf51ec9fe128038c92c9f81b9fdf7941906df9ddaff15b) AuthConfig (6f66b51fcc913c30176f9688441ab266b6776e0851370f851994755fd8363485) AuthConfig (e3118dcb19cf7c5f014eb80e971303ffd52f572af0b43f24ea63aa1b80ab2e34)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"d511b627-1779-4f2c-ba4c-7f0a2d55f1f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.180642145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"2aa9c3ad-f620-45bb-a613-dfbab14dd46d","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"premium-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"premium-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.183287223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"a21c3ef1-6603-4a58-afe3-cb8181bfb947","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"simulator-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"simulator-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.263654118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"b738d071-3939-483e-ade7-85e45b92bd6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.263960396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"b683216a-e370-45e7-afd7-a58b5b06a83f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.286046897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"b683216a-e370-45e7-afd7-a58b5b06a83f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.286084864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"b738d071-3939-483e-ade7-85e45b92bd6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.305989842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b0153c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab334b2ab4916a423c883505572371bdf85de1bc2cc9289bb2dd902fd3e764ab) AuthConfig (9a6bb4bd45c9a6730c24c96cb42802b2b42af7d1c855819deee49c3ef96ea84e) AuthConfig (fef69d0b620c2ca7d34422d8b1f83629b0ac234222b7cb46ec0ea985a45f18aa) AuthConfig (16aa1eb763055c0c54f239dfc863ce498ecf47fe15a86091eb8e3429c0b64d4c) AuthConfig (31c244700281d53a3fe03c1fa8f4736e9c09716bf753902dc6f4fbbd082e7584) AuthConfig (66e8ce9f2647cf715012b36f129f5d0f9bced85110bea96a9e85d9f545335e4a) AuthConfig (980db146465ea652f81592e57377f5afb016358f3cda61921943f56d23391a50) AuthConfig (e6af3418b1cf70247e427b0923e787ebda9ffadef70cebc43d724bafcb5ca6ef) AuthConfig (9eff652b2b3f0e2a7ecef149d2ddb7454c419e003a3b6bcb85131385eb08d0ce) AuthConfig (6346b2120643f18f872c37c4b758707a2bc68d33808f42e3808ef2b584610ab6) AuthConfig (ebadc6ba692d7ae09561bf596b8f10c66946e120d5102d95abffd1aa53082431) AuthConfig (032df1102669900856f8d3317e0793ab07a0647c49afec275fdfb760bcddeddd) AuthConfig (d19bf15eaa84b2abcdf45ad5efccd0390a02f377a9b561005ac58bd7d62450e7) AuthConfig (c57130d5fdcbd91fa2dacc5d1f20323dee4d8f95987ecf351c64d958400169e5) AuthConfig (d3f3854dd49eb88ae3c065218b47989635ed97b0f6298571e597901ac5a52557) AuthConfig (03d66469c39bc5b3f44bb45e0e1aac926dcbb16ed16f9bc82bce427be26145e3) AuthConfig (d78c42f26f0416ef30452fa8826aa932b361dd6414368dd8d63ad571aa4ae411) AuthConfig (322ebd596df7a80736f46b89d09a3d950d251dbafc609346ed5f00fc40c6b294) AuthConfig (670a133f6ab5401c781a4096db879eb84ceb9268d3fee388346a740904ea1bfd) AuthConfig (81e64e755fabd0b685ed7b60df1bdb9739afa08d1b65424ea3c0ad6b789366c2) AuthConfig (a13a81592f846b55e9feeda71a54dd1fc90d3b2ab518bb519b10e215455a144f) AuthConfig (8c99abf3298faee1f31558075690e91cc7e0c5a32ac291ae96ef6b01361017a1) AuthConfig (0427ac8b5db03f5ab0114f38357965727cf7e70d8d02071b818b8eee3b7a0e17) AuthConfig (db9c68d33ace62fe4b6b4e40f9ef3d02810b63f022521de9ed9b132ea65ef41f) AuthConfig (ec43f4960cbdc72d24515043cda0c70a5d5c4e40c82571ce43ebf0c77ef6ab03) AuthConfig (a365d7114a439477d47ffe74eab9805eb081c763e806c287d050cad21c5808bc) AuthConfig (1416f66da0326c9ffb51a7d6f817ffa517b2472314b50adb9587fce1e1056e0c) AuthConfig (fa7b4bcd690652eb7c04b5aab01e78588889e02b13c6c6b3d54baa0c9d0804bf) AuthConfig (069d14158f09b30ac7af965d90b0b2085fd79bd99a7ae1ea6b41a416e890d272) AuthConfig (063ed74ec7248e2904a2d69cb5e66d8c9e97912f19bcb91750c3845c710078ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"b683216a-e370-45e7-afd7-a58b5b06a83f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.307678772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b0153c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab334b2ab4916a423c883505572371bdf85de1bc2cc9289bb2dd902fd3e764ab) AuthConfig (9a6bb4bd45c9a6730c24c96cb42802b2b42af7d1c855819deee49c3ef96ea84e) AuthConfig (fef69d0b620c2ca7d34422d8b1f83629b0ac234222b7cb46ec0ea985a45f18aa) AuthConfig (16aa1eb763055c0c54f239dfc863ce498ecf47fe15a86091eb8e3429c0b64d4c) AuthConfig (31c244700281d53a3fe03c1fa8f4736e9c09716bf753902dc6f4fbbd082e7584) AuthConfig (66e8ce9f2647cf715012b36f129f5d0f9bced85110bea96a9e85d9f545335e4a) AuthConfig (980db146465ea652f81592e57377f5afb016358f3cda61921943f56d23391a50) AuthConfig (e6af3418b1cf70247e427b0923e787ebda9ffadef70cebc43d724bafcb5ca6ef) AuthConfig (9eff652b2b3f0e2a7ecef149d2ddb7454c419e003a3b6bcb85131385eb08d0ce) AuthConfig (6346b2120643f18f872c37c4b758707a2bc68d33808f42e3808ef2b584610ab6) AuthConfig (ebadc6ba692d7ae09561bf596b8f10c66946e120d5102d95abffd1aa53082431) AuthConfig (032df1102669900856f8d3317e0793ab07a0647c49afec275fdfb760bcddeddd) AuthConfig (d19bf15eaa84b2abcdf45ad5efccd0390a02f377a9b561005ac58bd7d62450e7) AuthConfig (c57130d5fdcbd91fa2dacc5d1f20323dee4d8f95987ecf351c64d958400169e5) AuthConfig (d3f3854dd49eb88ae3c065218b47989635ed97b0f6298571e597901ac5a52557) AuthConfig (03d66469c39bc5b3f44bb45e0e1aac926dcbb16ed16f9bc82bce427be26145e3) AuthConfig (d78c42f26f0416ef30452fa8826aa932b361dd6414368dd8d63ad571aa4ae411) AuthConfig (322ebd596df7a80736f46b89d09a3d950d251dbafc609346ed5f00fc40c6b294) AuthConfig (670a133f6ab5401c781a4096db879eb84ceb9268d3fee388346a740904ea1bfd) AuthConfig (81e64e755fabd0b685ed7b60df1bdb9739afa08d1b65424ea3c0ad6b789366c2) AuthConfig (a13a81592f846b55e9feeda71a54dd1fc90d3b2ab518bb519b10e215455a144f) AuthConfig (8c99abf3298faee1f31558075690e91cc7e0c5a32ac291ae96ef6b01361017a1) AuthConfig (0427ac8b5db03f5ab0114f38357965727cf7e70d8d02071b818b8eee3b7a0e17) AuthConfig (db9c68d33ace62fe4b6b4e40f9ef3d02810b63f022521de9ed9b132ea65ef41f) AuthConfig (ec43f4960cbdc72d24515043cda0c70a5d5c4e40c82571ce43ebf0c77ef6ab03) AuthConfig (a365d7114a439477d47ffe74eab9805eb081c763e806c287d050cad21c5808bc) AuthConfig (1416f66da0326c9ffb51a7d6f817ffa517b2472314b50adb9587fce1e1056e0c) AuthConfig (fa7b4bcd690652eb7c04b5aab01e78588889e02b13c6c6b3d54baa0c9d0804bf) AuthConfig (069d14158f09b30ac7af965d90b0b2085fd79bd99a7ae1ea6b41a416e890d272) AuthConfig (063ed74ec7248e2904a2d69cb5e66d8c9e97912f19bcb91750c3845c710078ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"b738d071-3939-483e-ade7-85e45b92bd6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.363741919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"3bb68536-2706-405c-be95-6c141d65e3fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.364077223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"1e43e20f-039d-4b60-846c-4980baecae73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.384897533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"3bb68536-2706-405c-be95-6c141d65e3fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.384911779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"1e43e20f-039d-4b60-846c-4980baecae73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.404843158Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b2c5f2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab9015bec04584fd2e4cee758e76dff2586f1a15cc5ab1840051768c9a36d8ab) AuthConfig (6fca3996b27237f33a56e9f1aba07943c6ee7498da9004140ef0ff525520e098) AuthConfig (73554b316697b7a340e5d4eca85808bb7cab9007a336add84f374068040b1c3c) AuthConfig (e75db9d4496c77e241996827157e46708c6cd405f6cb1c19243e40e80ed9b0c7) AuthConfig (5f689214a54e2412da19e1e90f96f022020a13809b62b7fe833d32b3718586d4) AuthConfig (31ef62db9565c866fea8f450590afb7f5266958bfe0a5d7192497c255f5d2a90) AuthConfig (5e581584caf00b93071289e626e7d01b88123903264966526eb8feb7fe3348b2) AuthConfig (7029ee8ecc2f2194674e9a44ee1e8d2b0da75bd1576346b0210e8de19e52de9a) AuthConfig (9a01959c4ba42a340e77a57712d1b697dae857f7385cb91d5cf625c8e908ff64) AuthConfig (8ae26159ae81aac4401472b01bdb3cb9746e2e13e5087585d39e856377dce824) AuthConfig (5ab34bb048045de7f735b6639f2afbd484e358de9c47ae6d936992c9ca89df01) AuthConfig (8fd79e87dc3b32a7787cff42fda02980590dca13ca9dab8fdf370c708cccb403) AuthConfig (3570f238625dfd49e0abe0d8955694c1dd95573707037872d877930785cbc75b) AuthConfig (fb6c209daa0093374652a3d73dc8c0c1400643d02b02d892b7fb9a41ec0b3193) AuthConfig (6cea094b7a68b62b0c22bd71cb4d030b9d646c612e4a47cdac53ad3478b1bcdf) AuthConfig (b4281d064d251f697356798db7e660f5d89f4c8ff3bb869bc15368751ea7bc37) AuthConfig (ecfd13e8c34d333b51eceb5aa3c281563366fc7c46acd6da2911c62d9d61419f) AuthConfig (2c96ad7a5188980ce7c039b62c64070ac27b5ac3fedad276238beed98fc675dc) AuthConfig (19660e3cf6b05d444b9f146b07a7a4a2d124f74c8f100d90310c65bd28f40662) AuthConfig (53c0a861d124dc6bcc1e57f10498b7968bf7335f3abb03b5fefd7756c94245f2) AuthConfig (7638ff9941ea84dff0b5c0499cbea269ba0b73cc50c7bcaaeebdf6016c67d9d0) AuthConfig (391dc7951c16f69f14b091ec1f31a2c2f38b6665cd41e0fd3d186c3c663397c1) AuthConfig (606928f65dcae74dfce4a79610dc7caf381063020b34da0754d69d924f6f67ad) AuthConfig (bc7b7b6cc377a0b43466845670d789d6749a78cff9ab4d42a8856123df7f3f17) AuthConfig (af1180367dc4ee840406c018bbfbc5113709d3448ba9f9a0707f8c4a28c79cbc) AuthConfig (edcd988b3019725e8b0653445f1e73ee312ac7cd90c9a9eafc14756c7c0da129) AuthConfig (1fb30e2cfd687b634e3376fb6efa314a8d7cfac62a26c74cff60b5187ca06df0) AuthConfig (e8880592767c066823cf51ec9fe128038c92c9f81b9fdf7941906df9ddaff15b) AuthConfig (6f66b51fcc913c30176f9688441ab266b6776e0851370f851994755fd8363485) AuthConfig (e3118dcb19cf7c5f014eb80e971303ffd52f572af0b43f24ea63aa1b80ab2e34)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"1e43e20f-039d-4b60-846c-4980baecae73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.404781149Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b2c5f2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab9015bec04584fd2e4cee758e76dff2586f1a15cc5ab1840051768c9a36d8ab) AuthConfig (6fca3996b27237f33a56e9f1aba07943c6ee7498da9004140ef0ff525520e098) AuthConfig (73554b316697b7a340e5d4eca85808bb7cab9007a336add84f374068040b1c3c) AuthConfig (e75db9d4496c77e241996827157e46708c6cd405f6cb1c19243e40e80ed9b0c7) AuthConfig (5f689214a54e2412da19e1e90f96f022020a13809b62b7fe833d32b3718586d4) AuthConfig (31ef62db9565c866fea8f450590afb7f5266958bfe0a5d7192497c255f5d2a90) AuthConfig (5e581584caf00b93071289e626e7d01b88123903264966526eb8feb7fe3348b2) AuthConfig (7029ee8ecc2f2194674e9a44ee1e8d2b0da75bd1576346b0210e8de19e52de9a) AuthConfig (9a01959c4ba42a340e77a57712d1b697dae857f7385cb91d5cf625c8e908ff64) AuthConfig (8ae26159ae81aac4401472b01bdb3cb9746e2e13e5087585d39e856377dce824) AuthConfig (5ab34bb048045de7f735b6639f2afbd484e358de9c47ae6d936992c9ca89df01) AuthConfig (8fd79e87dc3b32a7787cff42fda02980590dca13ca9dab8fdf370c708cccb403) AuthConfig (3570f238625dfd49e0abe0d8955694c1dd95573707037872d877930785cbc75b) AuthConfig (fb6c209daa0093374652a3d73dc8c0c1400643d02b02d892b7fb9a41ec0b3193) AuthConfig (6cea094b7a68b62b0c22bd71cb4d030b9d646c612e4a47cdac53ad3478b1bcdf) AuthConfig (b4281d064d251f697356798db7e660f5d89f4c8ff3bb869bc15368751ea7bc37) AuthConfig (ecfd13e8c34d333b51eceb5aa3c281563366fc7c46acd6da2911c62d9d61419f) AuthConfig (2c96ad7a5188980ce7c039b62c64070ac27b5ac3fedad276238beed98fc675dc) AuthConfig (19660e3cf6b05d444b9f146b07a7a4a2d124f74c8f100d90310c65bd28f40662) AuthConfig (53c0a861d124dc6bcc1e57f10498b7968bf7335f3abb03b5fefd7756c94245f2) AuthConfig (7638ff9941ea84dff0b5c0499cbea269ba0b73cc50c7bcaaeebdf6016c67d9d0) AuthConfig (391dc7951c16f69f14b091ec1f31a2c2f38b6665cd41e0fd3d186c3c663397c1) AuthConfig (606928f65dcae74dfce4a79610dc7caf381063020b34da0754d69d924f6f67ad) AuthConfig (bc7b7b6cc377a0b43466845670d789d6749a78cff9ab4d42a8856123df7f3f17) AuthConfig (af1180367dc4ee840406c018bbfbc5113709d3448ba9f9a0707f8c4a28c79cbc) AuthConfig (edcd988b3019725e8b0653445f1e73ee312ac7cd90c9a9eafc14756c7c0da129) AuthConfig (1fb30e2cfd687b634e3376fb6efa314a8d7cfac62a26c74cff60b5187ca06df0) AuthConfig (e8880592767c066823cf51ec9fe128038c92c9f81b9fdf7941906df9ddaff15b) AuthConfig (6f66b51fcc913c30176f9688441ab266b6776e0851370f851994755fd8363485) AuthConfig (e3118dcb19cf7c5f014eb80e971303ffd52f572af0b43f24ea63aa1b80ab2e34)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"3bb68536-2706-405c-be95-6c141d65e3fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:23.520026755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"731d864a-db03-4508-b434-7771d67d26f8","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:23.568851914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"2fda3931-d9fb-4ac6-8543-095b59868a9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:23.569316608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"c982a8cd-4ca9-4a65-a280-ecdef9aca221","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:23.56975854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-81033e8c-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-combo-sub-81033e8c-auth","reconcileID":"a127fa98-436c-459b-9e51-a3acd3d9565d","MaaSAuthPolicy":{"name":"e2e-combo-sub-81033e8c-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:23.58927937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"2fda3931-d9fb-4ac6-8543-095b59868a9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:23.589858721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"c982a8cd-4ca9-4a65-a280-ecdef9aca221","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:23.591444007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-81033e8c-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-combo-sub-81033e8c-auth","reconcileID":"a127fa98-436c-459b-9e51-a3acd3d9565d","MaaSAuthPolicy":{"name":"e2e-combo-sub-81033e8c-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:24.880945041Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-active-sub","reconcileID":"586fb1ca-5336-49f0-8279-85525b026210","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:24.953167945Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-active-sub","reconcileID":"586fb1ca-5336-49f0-8279-85525b026210","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-bed4a2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.021779951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-subscription","reconcileID":"806b9e97-2b5f-4583-8f34-0cd7d45b5593","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.104400429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"feb59385-87f0-4610-938a-0af237ddd1a6","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.153306891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-active-auth","reconcileID":"acf708c0-b73f-42ae-8f45-cb3151cfa91e","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.153453386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"3128905a-b2cc-43b2-901b-e3b1c75d7101","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.153308414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"6b05b086-d2ef-43a2-8181-074101474303","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.175481499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-active-auth","reconcileID":"acf708c0-b73f-42ae-8f45-cb3151cfa91e","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.175483637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"6b05b086-d2ef-43a2-8181-074101474303","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.17771376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"3128905a-b2cc-43b2-901b-e3b1c75d7101","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.239265969Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-active-auth","reconcileID":"1722df8a-0850-466c-aaf7-d9fa2e85c927","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.239312678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"3f41d7b9-c325-4545-ad22-ba9ab93b3bc8","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.428070337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"2a2a4728-58a7-4513-a008-a1a8363e610b","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.336200008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"b4b660aa-4ad1-4db4-b828-03078d3345d9","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.357199187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"1743a01d-26c8-4c65-85e0-a09585faed9c","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.405372047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-degraded-auth","reconcileID":"2d6efb60-6a28-4d84-96f9-879a9bac482e","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.425530919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-degraded-auth","reconcileID":"2d6efb60-6a28-4d84-96f9-879a9bac482e","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.541415672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"08b528c5-9157-4869-bbab-bfb22afe9660","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.562499534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"5c291022-5923-4f6e-9520-b71ca839e158","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:25:26.571612474Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-degraded-sub","reconcileID":"4ca284b6-4c2d-4c86-86f2-e5266462a852","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.588329016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"d6a8d4df-a013-4530-b412-2781c92679c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.588333822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"5479eef1-e0db-40cd-81db-e8509f5d28eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.600090098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"ca584ebf-bce1-4310-9f06-adfed4e5fa4b","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.608568883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"d6a8d4df-a013-4530-b412-2781c92679c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.608723945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"5479eef1-e0db-40cd-81db-e8509f5d28eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.609697974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"5bf2646d-b5f4-4eca-91fa-12bad2ec571d","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.630383365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"5c7daec4-55c8-45e6-9c1f-f35220c366de","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.688497039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-degraded-auth","reconcileID":"08374964-71c6-4da7-b908-438977e240f5","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.70854631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-degraded-auth","reconcileID":"08374964-71c6-4da7-b908-438977e240f5","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.728540104Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-degraded-sub","reconcileID":"469da989-2f28-48ff-9ff7-e49bccb7d0ce","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-bed4a2/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w4-bed4a2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.728719598Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-degraded-sub","reconcileID":"469da989-2f28-48ff-9ff7-e49bccb7d0ce","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"model":"e2e-models-e2e-worker-w4-bed4a2/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-bed4a2/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.790057327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"3d90e6ce-59c2-4c8e-a5e9-231e98bd4011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.790170853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"3cf43819-494b-474a-b8ee-161345b7f066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.796059811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-subscription","reconcileID":"a557d722-8fce-449e-89a9-961d6215782d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.802022229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"9b615cf3-785f-4ca8-93d8-a900af1879bd","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.810059177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"3d90e6ce-59c2-4c8e-a5e9-231e98bd4011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.810080043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"3cf43819-494b-474a-b8ee-161345b7f066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.894144129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-degraded-auth","reconcileID":"d8e57772-1f14-4002-b360-d2292089ea3d","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.896248181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-degraded-sub","reconcileID":"2489c4c4-0779-455f-85e7-f619da05fca2","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.896361454Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-degraded-sub","reconcileID":"2489c4c4-0779-455f-85e7-f619da05fca2","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"model":"e2e-models-e2e-worker-w4-bed4a2/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-bed4a2/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.91440611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-degraded-auth","reconcileID":"d8e57772-1f14-4002-b360-d2292089ea3d","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:29.246526716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"2164b18b-b2b7-49fc-b760-b66981a09f86","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:29.285437225Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:29.296153825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-degraded-auth","reconcileID":"b24f4942-5346-4d2c-8fa6-df7243e06855","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:29.296173776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"0018876c-0cf9-44f2-814f-34aa7e48043e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:29.296707889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"b91aabf2-8765-4145-9db2-05bdc0199a30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:29.317852568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"b91aabf2-8765-4145-9db2-05bdc0199a30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:29.317851626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-degraded-auth","reconcileID":"b24f4942-5346-4d2c-8fa6-df7243e06855","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:29.319936205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"0018876c-0cf9-44f2-814f-34aa7e48043e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:31.045294051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"02495373-dbd5-41a7-86d1-9382e54e6429","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:31.045292804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"8736d507-4f6c-4c18-8ae6-02279c750780","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:31.06698445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"02495373-dbd5-41a7-86d1-9382e54e6429","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:31.066986376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"8736d507-4f6c-4c18-8ae6-02279c750780","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:31.238953059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"54a91977-2828-4fff-b133-764cd1bca1f0","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"simulator-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"simulator-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:31.241713523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"28e3f890-558d-46b1-8d1b-0e15c8cc78f7","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"premium-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"premium-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:32.354843362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"e4306a5e-453f-4ee8-96d5-249900c67d74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:32.355420008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"4d9c3c3d-2bb8-42f8-ac59-ec0596daacf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:32.375410289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"e4306a5e-453f-4ee8-96d5-249900c67d74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:32.379467466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"4d9c3c3d-2bb8-42f8-ac59-ec0596daacf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:32.455695617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"7c74892a-0ce6-4f21-9b41-515268421b9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:32.457410337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"13aad7d9-5396-4635-aa47-d13b96fdacea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:32.464850693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"0b012eac-6a38-4bf0-b6ca-e0ffd6318d77","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"premium-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"premium-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:32.469390192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"f2ad18be-23d8-459d-8ab4-f3d0b504bc81","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:32.476472146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"7c74892a-0ce6-4f21-9b41-515268421b9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:32.477789608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"13aad7d9-5396-4635-aa47-d13b96fdacea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:32.564312196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"0c9a8cf7-a8f3-411b-a5ee-60dee84e167b","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"premium-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"premium-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:32.567021614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"1c3ca5ac-ebcc-40b1-b1aa-0f76738b0b11","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"simulator-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"simulator-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:33.577850518Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-81033e8c","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-combo-sub-81033e8c","reconcileID":"28f5d997-e988-4dcc-8fe4-aaecbe301beb","MaaSSubscription":{"name":"e2e-combo-sub-81033e8c","namespace":"ai-tenant-e2e-worker-w3-105882"},"model":"e2e-models-e2e-worker-w3-105882/simulator-w3-105882","subscription":"e2e-combo-sub-81033e8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:33.65132604Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-81033e8c","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-combo-sub-81033e8c","reconcileID":"28f5d997-e988-4dcc-8fe4-aaecbe301beb","MaaSSubscription":{"name":"e2e-combo-sub-81033e8c","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-simulator-w3-105882","model":"e2e-models-e2e-worker-w3-105882/simulator-w3-105882","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-105882/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:33.717819615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-subscription","reconcileID":"f634032b-4f96-4881-8a8c-e7e807f7d983","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-simulator-w3-105882","model":"e2e-models-e2e-worker-w3-105882/simulator-w3-105882","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:33.802789589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"cebe39eb-1582-4173-a40c-5baaf73bcea8","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:33.851060939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-81033e8c-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-combo-sub-81033e8c-auth","reconcileID":"000a08ee-8da7-4cff-8b45-4d4dd63f3732","MaaSAuthPolicy":{"name":"e2e-combo-sub-81033e8c-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:33.85108326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"b7dff263-4780-472f-a6e6-b080c2d874a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:33.851464279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"1d925bf7-7fdb-43e3-ad63-0b954e99a480","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:33.871379923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"1d925bf7-7fdb-43e3-ad63-0b954e99a480","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:33.871537408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-81033e8c-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-combo-sub-81033e8c-auth","reconcileID":"000a08ee-8da7-4cff-8b45-4d4dd63f3732","MaaSAuthPolicy":{"name":"e2e-combo-sub-81033e8c-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:33.873614441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"b7dff263-4780-472f-a6e6-b080c2d874a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:33.948852958Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-81033e8c-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-combo-sub-81033e8c-auth","reconcileID":"da9e9e8e-3b0c-465c-ae5c-e52f20539a19","MaaSAuthPolicy":{"name":"e2e-combo-sub-81033e8c-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"model":"e2e-models-e2e-worker-w3-105882/simulator-w3-105882","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:33.948924621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"24fde9e7-7a50-41b4-b50d-3f24a269ad5a","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:34.124507454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"7f55afeb-0998-4a68-af7b-ff51bbf4dfd7","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:35.108672663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"ce895383-0f3a-46bc-9124-f5832338057c","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:35.127870576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"81307e7f-c2e5-4a0b-9333-db778ce389cc","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:35.177672037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-apikey-failed-auth","reconcileID":"973eea24-f875-4efc-b2ca-bf2d8ca90f92","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:35.199304765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-apikey-failed-auth","reconcileID":"973eea24-f875-4efc-b2ca-bf2d8ca90f92","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:35.288781522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"c491c206-8235-4e37-b554-8c83f2279f17","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:35.343149699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-apikey-failed-auth","reconcileID":"1d56f5ad-2f63-4503-b5be-77a7d6c9ab2d","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:35.366229373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-apikey-failed-auth","reconcileID":"1d56f5ad-2f63-4503-b5be-77a7d6c9ab2d","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:25:35.469757244Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-apikey-failed-auth","reconcileID":"1d56f5ad-2f63-4503-b5be-77a7d6c9ab2d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-apikey-failed-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:25:35.493808166Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-apikey-failed-sub","reconcileID":"5653fe9c-f4a3-4f62-9319-8e3a8e659446","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:35.519982266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"380797d5-68de-4c8d-a14f-eb458ced2bbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:35.52065046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"8bce0fdd-c73b-4de2-b06c-22dbc3998ca4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:35.543219659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"380797d5-68de-4c8d-a14f-eb458ced2bbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:35.546672388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"8bce0fdd-c73b-4de2-b06c-22dbc3998ca4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:35.607332132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-apikey-failed-auth","reconcileID":"7c557f91-a34b-4074-8498-a81cbfe43adb","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:35.627447999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-apikey-failed-auth","reconcileID":"7c557f91-a34b-4074-8498-a81cbfe43adb","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:35.70536566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"dd1b4c92-0254-4002-a4da-dd7a9b8f4f7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:35.705515658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"8359c6a5-6f95-47e4-91ee-48be6ec74194","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:35.726127496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"dd1b4c92-0254-4002-a4da-dd7a9b8f4f7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:35.726397466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"8359c6a5-6f95-47e4-91ee-48be6ec74194","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:35.804875207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-apikey-failed-auth","reconcileID":"846d8cdb-6ada-49f4-a4d3-19ba44f776c1","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:35.824852947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-apikey-failed-auth","reconcileID":"846d8cdb-6ada-49f4-a4d3-19ba44f776c1","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.07094986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"73c4ace6-9c03-40f4-9d39-da6a97542053","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.091708885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"2f93d16b-4bc6-4bcd-9523-5319912499cd","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.142629409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8b83e245-auth","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"e2e-bulk-sub-8b83e245-auth","reconcileID":"a229fce2-fffd-4375-81af-4c0d8385a4b1","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8b83e245-auth","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.162228462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8b83e245-auth","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"e2e-bulk-sub-8b83e245-auth","reconcileID":"a229fce2-fffd-4375-81af-4c0d8385a4b1","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8b83e245-auth","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.252546127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"9612a429-95f0-4341-88f6-b4809e67b65d","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.259951589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"fefbf54e-2908-4b2e-8037-551b586e14c4","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.280883654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"1a28e011-8d29-40a8-af0a-1cf9407c005d","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:25:37.29046163Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-8b83e245","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"e2e-bulk-sub-8b83e245","reconcileID":"7f6407dc-4f01-401a-ad5e-79411d774aea","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-8b83e245\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.302531744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8b83e245-auth","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"e2e-bulk-sub-8b83e245-auth","reconcileID":"669dae3d-3b5b-4f96-8ecb-18b46048986c","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8b83e245-auth","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.307191156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"b462b195-6bcd-41ed-bcb0-63a2bee8a4b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.307485378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"3dcaa338-537f-4100-9610-36ba320a0282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.325323295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8b83e245-auth","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"e2e-bulk-sub-8b83e245-auth","reconcileID":"669dae3d-3b5b-4f96-8ecb-18b46048986c","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8b83e245-auth","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.327220279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"b462b195-6bcd-41ed-bcb0-63a2bee8a4b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.327989963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"3dcaa338-537f-4100-9610-36ba320a0282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.328106751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"5b039d32-14e2-4b05-9164-2e2a755d0bdc","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.348409639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"b7d4fcf1-2667-488f-b211-b9d3156aecdb","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.429469979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8b83e245-auth","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"e2e-bulk-sub-8b83e245-auth","reconcileID":"d4b6664e-9bc6-4d85-b6f9-43e883899fb0","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8b83e245-auth","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.429675275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"b1fb1391-c477-4f9c-b441-1aaf4579b41d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.429474579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"8a8b8584-2062-4994-8a76-9a332400a55e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.439350087Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-8b83e245","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"e2e-bulk-sub-8b83e245","reconcileID":"0d1ce311-34fd-4cb8-9269-81ec2efd921f","MaaSSubscription":{"name":"e2e-bulk-sub-8b83e245","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"maas-trlp-simulator-w0-b0153c","model":"e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-b0153c/e2e-bulk-sub-8b83e245","ai-tenant-e2e-worker-w0-b0153c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.452293119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"8a8b8584-2062-4994-8a76-9a332400a55e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.453407261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"b1fb1391-c477-4f9c-b441-1aaf4579b41d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.454676691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8b83e245-auth","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"e2e-bulk-sub-8b83e245-auth","reconcileID":"d4b6664e-9bc6-4d85-b6f9-43e883899fb0","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8b83e245-auth","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.496352481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"8ad58217-d2e3-43b3-9f92-7a82a3a69f09","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.512623995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-subscription","reconcileID":"0b6c2616-69d6-43fb-8de5-e08e5581f080","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"maas-trlp-simulator-w0-b0153c","model":"e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.616672335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-8b83e245","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"e2e-bulk-sub-8b83e245","reconcileID":"cd404b98-4ebb-40a1-87a6-25570f6356d7","MaaSSubscription":{"name":"e2e-bulk-sub-8b83e245","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"maas-trlp-simulator-w0-b0153c","model":"e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.632733825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-subscription","reconcileID":"532c32ad-63f2-4ece-b499-c69b7d38ffc8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"maas-trlp-premium-w1-b2c5f2","model":"e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.714166528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-subscription","reconcileID":"a3f98e17-fd3f-451e-80b4-7f1c4fce5e7a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"maas-trlp-simulator-w2-bacddc","model":"e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.714677484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-subscription","reconcileID":"e8fc946b-1e8e-4d2d-ae65-510726f8ce25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"maas-trlp-premium-w2-bacddc","model":"e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.735944133Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-subscription","reconcileID":"b1ebde6f-dd0d-45fa-9c18-242932eafede","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-bed4a2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.814693659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-subscription","reconcileID":"824dd883-129f-4044-a3a8-4a05bd1a5bb5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"maas-trlp-premium-w0-b0153c","model":"e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.835289794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-subscription","reconcileID":"487232cf-421f-44d6-84d3-7cae5a6df35a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.914821069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b45fc3c5-3011-4b83-948a-93447e569e4a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.915144236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-subscription","reconcileID":"2f91a9d5-a9ec-4d06-b359-2417f83ea3b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"maas-trlp-simulator-w1-b2c5f2","model":"e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.916373073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-subscription","reconcileID":"326eddac-e81f-4b8f-b0d7-d98b9a548a61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-premium-w3-105882","model":"e2e-models-e2e-worker-w3-105882/premium-w3-105882","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:38.024800781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"088fd517-332d-45b1-a2f9-96b455ad95f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:38.024955001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-subscription","reconcileID":"a5a592d5-2a6d-4fd1-b0b3-05c06d36de6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-simulator-w3-105882","model":"e2e-models-e2e-worker-w3-105882/simulator-w3-105882","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:38.025582473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-subscription","reconcileID":"78a7044c-eecd-4b05-93d1-4a7228862fe9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-premium-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:38.220499466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-apikey-failed-auth","reconcileID":"3a35ab4a-5d83-4a00-a1c2-0332ed4216dc","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:38.220509318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"80fdff2b-d718-4050-a3bf-4fc73b908830","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:38.220808572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"73f19c33-0885-4102-b990-4228bc5a8b79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:38.244162789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-apikey-failed-auth","reconcileID":"3a35ab4a-5d83-4a00-a1c2-0332ed4216dc","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:38.24418376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"73f19c33-0885-4102-b990-4228bc5a8b79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:38.246297668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"80fdff2b-d718-4050-a3bf-4fc73b908830","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:39.302387516Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-degraded-sub","reconcileID":"e0062ed5-aee7-4626-b9b3-960c232aa869","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:39.355654492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-degraded-sub","reconcileID":"e0062ed5-aee7-4626-b9b3-960c232aa869","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:39.35568627Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-degraded-sub","reconcileID":"e0062ed5-aee7-4626-b9b3-960c232aa869","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"model":"e2e-models-e2e-worker-w4-bed4a2/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:39.355814486Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-degraded-sub","reconcileID":"e0062ed5-aee7-4626-b9b3-960c232aa869","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"model":"e2e-models-e2e-worker-w4-bed4a2/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-bed4a2/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:39.444508568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"f28905fe-77bd-4fe1-8961-dddd986b0473","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:39.467633112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"2eb2ad44-36f2-4372-8573-aa8928a0aa51","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:39.496338125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"89fd2d8d-440d-4a93-8a06-b003eb51a184","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:39.496353612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"00a726e1-4b36-446f-a01c-f4de0da70d57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:39.497079532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-degraded-auth","reconcileID":"9ca59993-0602-420e-a4f1-22e71e3c23aa","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:39.517575854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"00a726e1-4b36-446f-a01c-f4de0da70d57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:39.517721134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-degraded-auth","reconcileID":"9ca59993-0602-420e-a4f1-22e71e3c23aa","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:39.520056484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"89fd2d8d-440d-4a93-8a06-b003eb51a184","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:39.588317221Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-apikey-degraded-auth","reconcileID":"e4f943bc-7868-4b3f-b2e0-6a47f50cf7bc","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:39.588352045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"1fda6a08-6d32-4c7b-9b39-e1c666e36f35","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:39.773279869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"6ec65710-ec89-4efb-a767-7c77e06d33aa","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.582222143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"08bff70b-bf82-4759-95f9-47444fd662df","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.642715883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"79e29b38-df37-4d88-8726-7878bfeb70c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.642751384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"e147ad04-f8ca-4fc5-8a17-c233d03a2bdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.643128876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8b83e245-auth","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"e2e-bulk-sub-8b83e245-auth","reconcileID":"3a3fd8b3-5642-424b-9ba5-0a9c664fe3cb","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8b83e245-auth","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.662925771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"e147ad04-f8ca-4fc5-8a17-c233d03a2bdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.662929205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"79e29b38-df37-4d88-8726-7878bfeb70c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.665134211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8b83e245-auth","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"e2e-bulk-sub-8b83e245-auth","reconcileID":"3a3fd8b3-5642-424b-9ba5-0a9c664fe3cb","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8b83e245-auth","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.692785041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"9b57ea87-242d-487b-8913-7b522d6b90a5","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.713135254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"809aac19-31b8-4772-a47f-5f0d0d467f2b","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.762414567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-a-2b06c51b-auth","reconcileID":"72fc559d-f8c6-4188-a311-1ca343e1d2b4","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.783418276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-a-2b06c51b-auth","reconcileID":"72fc559d-f8c6-4188-a311-1ca343e1d2b4","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.898600786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"c4ce5d25-59fc-4c7e-a100-f619e61f9bfa","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.918216588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"55ff7028-69ba-4526-9a6c-e682f40d3c8b","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:25:40.931039321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-2b06c51b","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-a-2b06c51b","reconcileID":"b9ab3f91-1037-4825-adb5-bea4e93b24ee","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-2b06c51b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.946075548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"f2b278d8-2140-4df4-9420-51a7e2e0965f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.946090139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"f2954dc9-e6e0-47df-9722-f5b77fd34313","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.966055423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"f2b278d8-2140-4df4-9420-51a7e2e0965f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.966695586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"f2954dc9-e6e0-47df-9722-f5b77fd34313","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.969242992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"a047658c-a2e5-4ce6-a232-e6d83d433e7b","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.990076944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"49b7e521-4ef8-415b-923d-e0f5447c5995","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.996589503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"331a981a-4c99-420e-9010-28923e24586e","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"simulator-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"simulator-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:41.018159976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"936c3cc5-4c40-4dc5-883d-0c7331ab8e02","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"simulator-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"simulator-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:41.021864079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"bfa8ed66-d5c0-4cf7-9e11-312e365d6af9","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:41.065985475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-2a3b6037","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"e2e-gw-auth-2a3b6037","reconcileID":"d633d97c-d1ef-49fb-acdc-0b8f81f4a62f","MaaSAuthPolicy":{"name":"e2e-gw-auth-2a3b6037","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:41.068216846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-a-2b06c51b-auth","reconcileID":"660bc096-b598-4a99-a3b7-972966c0467a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:41.085543839Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-2b06c51b","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-a-2b06c51b","reconcileID":"3e4764d5-be30-42df-ad61-8534627e3d96","MaaSSubscription":{"name":"e2e-filter-sub-a-2b06c51b","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-bed4a2/e2e-filter-sub-a-2b06c51b","ai-tenant-e2e-worker-w4-bed4a2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:41.089459707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-2a3b6037","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"e2e-gw-auth-2a3b6037","reconcileID":"d633d97c-d1ef-49fb-acdc-0b8f81f4a62f","MaaSAuthPolicy":{"name":"e2e-gw-auth-2a3b6037","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:41.089628246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-a-2b06c51b-auth","reconcileID":"660bc096-b598-4a99-a3b7-972966c0467a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:41.143925386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"5353ca77-73c5-43d9-9270-09ab320f6d79","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:41.155542229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-subscription","reconcileID":"225f3dd5-b8f2-465a-8516-c6b7a2ef6101","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:41.166111065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"b3bd1921-9a6d-4271-b120-30dc4722d35b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:41.166109711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"abf8a75d-40b3-4163-9e58-0a6f7324e4c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:41.187908782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"b3bd1921-9a6d-4271-b120-30dc4722d35b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:41.188264656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"abf8a75d-40b3-4163-9e58-0a6f7324e4c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:41.233084933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"1996a56a-2b26-4d14-be86-456476d0426a","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"simulator-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"simulator-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:41.255417927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-2b06c51b","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-a-2b06c51b","reconcileID":"8cfdd8a2-e3f8-4f4d-8898-7d25f1bcab06","MaaSSubscription":{"name":"e2e-filter-sub-a-2b06c51b","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:41.284382005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-2a3b6037","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"e2e-gw-auth-2a3b6037","reconcileID":"7ef9dba4-935b-4993-b8cd-7a85f57b7342","MaaSAuthPolicy":{"name":"e2e-gw-auth-2a3b6037","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:41.304078233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-2a3b6037","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"e2e-gw-auth-2a3b6037","reconcileID":"7ef9dba4-935b-4993-b8cd-7a85f57b7342","MaaSAuthPolicy":{"name":"e2e-gw-auth-2a3b6037","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.415021153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"f02931e5-1bc4-4acd-b606-4b6182152045","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.435336988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"f5e6f3b6-5917-424e-8833-5ebea2b81dfd","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.48319059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f8d82675-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-b-f8d82675-auth","reconcileID":"2b43675a-dce9-4a6f-b1cc-8c16c4ef82ec","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f8d82675-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.503209327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f8d82675-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-b-f8d82675-auth","reconcileID":"2b43675a-dce9-4a6f-b1cc-8c16c4ef82ec","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f8d82675-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.623362179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"134772a8-91a7-46ca-a8f5-954b2c28e5c2","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.623591089Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-bed4a2 priority=0:[ai-tenant-e2e-worker-w4-bed4a2/e2e-filter-sub-a-2b06c51b ai-tenant-e2e-worker-w4-bed4a2/e2e-filter-sub-b-f8d82675]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.645462149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"d9fb6ace-8a95-41d0-b9dd-03684ef7a018","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.653537457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"c4b8cdef-b69d-4926-919d-e794731fd82e","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:25:43.662577116Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-bed4a2/e2e-filter-sub-b-f8d82675","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-f8d82675\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1633\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.67392913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"2550f8f9-a33f-4b75-a3c4-2bd2c5f86b0b","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.674850039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"7d9b9243-01ee-4ed0-95cd-a9298795bbdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.675092292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"e4b7700b-380e-4aa6-8d17-76cefc1dc513","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.675600712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-a-2b06c51b-auth","reconcileID":"732978de-e68e-4b56-bf9c-bc32ab2be1df","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.675623897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"5bdb39f8-908a-408d-bd7c-12745f053cc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.695717755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"7d9b9243-01ee-4ed0-95cd-a9298795bbdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.695748092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"5bdb39f8-908a-408d-bd7c-12745f053cc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.698724729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-a-2b06c51b-auth","reconcileID":"732978de-e68e-4b56-bf9c-bc32ab2be1df","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.764091959Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-f8d82675","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-b-f8d82675","reconcileID":"c2433fd9-9c7e-460c-a549-c865f402b3e5","MaaSSubscription":{"name":"e2e-filter-sub-b-f8d82675","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-bed4a2/e2e-filter-sub-a-2b06c51b","ai-tenant-e2e-worker-w4-bed4a2/e2e-filter-sub-b-f8d82675","ai-tenant-e2e-worker-w4-bed4a2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.771661551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f8d82675-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-b-f8d82675-auth","reconcileID":"04edaec6-3cf3-4023-8573-860046940641","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f8d82675-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.791348681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f8d82675-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-b-f8d82675-auth","reconcileID":"04edaec6-3cf3-4023-8573-860046940641","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f8d82675-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.821076718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"2f086948-3d34-425d-a9b4-416603155df9","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.839593897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-subscription","reconcileID":"1de9ca1d-335c-4344-807f-471bd614fd4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.840098166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-2b06c51b","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-a-2b06c51b","reconcileID":"d1e60bed-dd76-4f09-bee9-22c8bc37d67d","MaaSSubscription":{"name":"e2e-filter-sub-a-2b06c51b","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.922060096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"11816c48-41a2-4867-8d07-3dcdcc59c26f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.922240627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"2957c02a-d289-48fd-9e17-f14b330f4e29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.93737025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-a-2b06c51b-auth","reconcileID":"8fce7f00-9378-4774-a9cc-404f573ba41e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.940072953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-f8d82675","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-b-f8d82675","reconcileID":"350df840-8cf4-46d0-920e-afd0ec28ba03","MaaSSubscription":{"name":"e2e-filter-sub-b-f8d82675","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.942252389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"2957c02a-d289-48fd-9e17-f14b330f4e29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.958035928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-a-2b06c51b-auth","reconcileID":"8fce7f00-9378-4774-a9cc-404f573ba41e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.984121002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"11816c48-41a2-4867-8d07-3dcdcc59c26f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:44.084046697Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-2a3b6037","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"e2e-gw-auth-2a3b6037","reconcileID":"44d00228-346e-4f00-912f-b50720c22d11","MaaSAuthPolicy":{"name":"e2e-gw-auth-2a3b6037","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"model":"e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:44.084169769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"f82cc157-f017-41c1-9730-50baa05f4c03","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"simulator-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"simulator-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:44.229195785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"8c73f04b-9a31-4f9e-a7f6-8d79aef7b821","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"simulator-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"simulator-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.937385008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"e2fc9547-aae1-4bfd-a1dd-8ced4b94e7f0","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.987203258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"a92ecf80-7ebd-4ffb-bd05-80835cec4617","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.987252244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"485b5d9a-f41f-4054-bedb-0fae2b637a6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.987725185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f8d82675-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-b-f8d82675-auth","reconcileID":"f33a2aa1-a0d8-4c91-887a-4ac161129139","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f8d82675-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.987778825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-a-2b06c51b-auth","reconcileID":"707dc91a-390e-484e-8cc3-f6a6c9b4673f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.008995799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"a92ecf80-7ebd-4ffb-bd05-80835cec4617","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.010257153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-a-2b06c51b-auth","reconcileID":"707dc91a-390e-484e-8cc3-f6a6c9b4673f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.011464267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"485b5d9a-f41f-4054-bedb-0fae2b637a6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.014360656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f8d82675-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-b-f8d82675-auth","reconcileID":"f33a2aa1-a0d8-4c91-887a-4ac161129139","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f8d82675-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.193513211Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-subscription","reconcileID":"62e4284a-1f77-4531-bdca-eb7d9cf37ee1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"maas-trlp-simulator-w0-b0153c","model":"e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b0153c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.298646799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-subscription","reconcileID":"f37477e6-794f-408d-b413-127140a4240f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"maas-trlp-simulator-w0-b0153c","model":"e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.226349514Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-apikey-failed-sub","reconcileID":"a4f3cbda-55dd-4495-a820-254e14065ea3","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-105882"},"model":"e2e-models-e2e-worker-w3-105882/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.22649092Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-apikey-failed-sub","reconcileID":"a4f3cbda-55dd-4495-a820-254e14065ea3","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-105882"},"model":"e2e-models-e2e-worker-w3-105882/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-105882/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.334820929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"6b00408f-b34f-49cd-a245-bfb95b143087","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.363289737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"becacbf4-ab54-403d-a6fc-79e52f0ca507","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.363677467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"72ad4827-8117-4c04-a1b7-c8a43e5a731e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.363759504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-apikey-failed-auth","reconcileID":"8484f4e8-2022-49de-803a-2ed15e65bcc1","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.383573583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"becacbf4-ab54-403d-a6fc-79e52f0ca507","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.384148006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"72ad4827-8117-4c04-a1b7-c8a43e5a731e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.386095354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-apikey-failed-auth","reconcileID":"8484f4e8-2022-49de-803a-2ed15e65bcc1","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.461338103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"9a274e4e-dd54-4d4e-999a-104a3a629ece","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.518359065Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"e2e-apikey-failed-auth","reconcileID":"2ce2996c-22f1-4b6b-b6f0-dcfc64689b51","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-105882"},"model":"e2e-models-e2e-worker-w3-105882/simulator-w3-105882","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.741656688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"04f9ee9b-8d3e-4ffe-84ee-895de8f73fc1","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:50.645544264Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-8b83e245","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"e2e-bulk-sub-8b83e245","reconcileID":"68a0bf82-843b-4288-8a2c-604817d009a7","MaaSSubscription":{"name":"e2e-bulk-sub-8b83e245","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"model":"e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c","subscription":"e2e-bulk-sub-8b83e245","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:50.695897925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-8b83e245","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"e2e-bulk-sub-8b83e245","reconcileID":"68a0bf82-843b-4288-8a2c-604817d009a7","MaaSSubscription":{"name":"e2e-bulk-sub-8b83e245","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"maas-trlp-simulator-w0-b0153c","model":"e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:50.766987113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"f258810e-0ab8-4859-8213-ca0a08b45a36","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:50.816209992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"3495c666-546d-499f-b294-5da4ded1ebbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:50.816213845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"998090c7-1d77-475e-9dba-79b00fe07d31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:50.816471639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8b83e245-auth","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"e2e-bulk-sub-8b83e245-auth","reconcileID":"70d319a8-cccc-45c3-ba68-df67bd4d6991","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8b83e245-auth","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:50.837347494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8b83e245-auth","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"e2e-bulk-sub-8b83e245-auth","reconcileID":"70d319a8-cccc-45c3-ba68-df67bd4d6991","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8b83e245-auth","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:50.839481987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"998090c7-1d77-475e-9dba-79b00fe07d31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:50.840338639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"3495c666-546d-499f-b294-5da4ded1ebbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:50.921744218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"824baa65-b1df-414e-b2af-b856cd893c9d","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:50.985702253Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8b83e245-auth","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"e2e-bulk-sub-8b83e245-auth","reconcileID":"d8bbb3cb-3316-4d41-a837-16642951e318","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8b83e245-auth","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"model":"e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:51.038324043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"967bfd4c-a87e-456b-ab0d-2f4ecbd7a215","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:56.994123598Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-2b06c51b","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-a-2b06c51b","reconcileID":"f81298bb-3681-45c8-9b9b-705ec0abf91c","MaaSSubscription":{"name":"e2e-filter-sub-a-2b06c51b","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscription":"e2e-filter-sub-a-2b06c51b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:57.072163171Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-2b06c51b","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-a-2b06c51b","reconcileID":"f81298bb-3681-45c8-9b9b-705ec0abf91c","MaaSSubscription":{"name":"e2e-filter-sub-a-2b06c51b","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-bed4a2/e2e-filter-sub-b-f8d82675","ai-tenant-e2e-worker-w4-bed4a2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:57.140101228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-f8d82675","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-b-f8d82675","reconcileID":"71afd726-2be0-429d-853d-3cd59919c146","MaaSSubscription":{"name":"e2e-filter-sub-b-f8d82675","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:57.141439454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-subscription","reconcileID":"d28d1493-6b0f-4431-9d9b-2f2cfa62232b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:57.14249227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"739ce49d-8216-4367-baef-5b751a58e3d6","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:57.193667629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f8d82675-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-b-f8d82675-auth","reconcileID":"98f50acd-35a2-49a1-b230-0bd8967e29a1","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f8d82675-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:57.193705914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"397d1adb-3a42-4ffb-b22b-c89e1475d78b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:57.194083589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"faf78571-a7a7-4998-9a09-3461230bc9cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:57.194105669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-a-2b06c51b-auth","reconcileID":"b455e915-9bed-41c6-a95f-2999c8cc2cbb","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:57.215490049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f8d82675-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-b-f8d82675-auth","reconcileID":"98f50acd-35a2-49a1-b230-0bd8967e29a1","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f8d82675-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:57.216427418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-a-2b06c51b-auth","reconcileID":"b455e915-9bed-41c6-a95f-2999c8cc2cbb","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:57.21906811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"faf78571-a7a7-4998-9a09-3461230bc9cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:57.219627866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"397d1adb-3a42-4ffb-b22b-c89e1475d78b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:57.2947583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"b9ce6838-70b6-498b-899d-c4cf48847147","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:57.344381094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f8d82675-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-b-f8d82675-auth","reconcileID":"8b35f91b-0378-413d-99ba-2cdd6081b0a7","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f8d82675-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:57.344396269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"113c741e-9e96-4044-b862-8a1f42c3d5ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:57.344815663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"7d8406b3-07a5-424b-b0c3-e931467e178d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:57.344854264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-a-2b06c51b-auth","reconcileID":"7b5b2122-d232-4946-aac4-aa4ad1d689d1","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:57.366759679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-a-2b06c51b-auth","reconcileID":"7b5b2122-d232-4946-aac4-aa4ad1d689d1","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:57.370064062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"7d8406b3-07a5-424b-b0c3-e931467e178d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:57.371919295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f8d82675-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-b-f8d82675-auth","reconcileID":"8b35f91b-0378-413d-99ba-2cdd6081b0a7","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f8d82675-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:57.375356446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"113c741e-9e96-4044-b862-8a1f42c3d5ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:59.283131397Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:07.349973731Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-f8d82675","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-b-f8d82675","reconcileID":"d3ee2a84-9ddf-48f5-97e7-a572624499fc","MaaSSubscription":{"name":"e2e-filter-sub-b-f8d82675","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscription":"e2e-filter-sub-b-f8d82675","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:07.422715736Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-f8d82675","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-b-f8d82675","reconcileID":"d3ee2a84-9ddf-48f5-97e7-a572624499fc","MaaSSubscription":{"name":"e2e-filter-sub-b-f8d82675","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-bed4a2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:07.491830666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-subscription","reconcileID":"278de506-2a67-4de6-b232-2e8b85f9b9e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:07.492158898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"63f88c22-e05a-4697-853f-f7a316f045f2","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:07.540382197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"0d114e74-928b-4810-a280-994d68234242","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:07.540397213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"6ec56423-3eb4-447a-be05-2d3649c25034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:07.540830372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f8d82675-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-b-f8d82675-auth","reconcileID":"d8603388-326b-45ca-a4cc-1f84f1c1af32","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f8d82675-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:07.540847996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-a-2b06c51b-auth","reconcileID":"16d8284b-200c-421f-b9ee-19ac0d5009ab","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:07.562377135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f8d82675-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-b-f8d82675-auth","reconcileID":"d8603388-326b-45ca-a4cc-1f84f1c1af32","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f8d82675-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:07.565659781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"0d114e74-928b-4810-a280-994d68234242","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:07.565752275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-a-2b06c51b-auth","reconcileID":"16d8284b-200c-421f-b9ee-19ac0d5009ab","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:07.562376792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"6ec56423-3eb4-447a-be05-2d3649c25034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:07.636503351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"6e01349d-1b90-4a9d-8ca6-807d1e02c06c","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:07.700621784Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-a-2b06c51b-auth","reconcileID":"a0657cab-8891-4ca5-b3c0-94d071a3538c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2b06c51b-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:07.838380611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"8c42b77a-fa23-4e81-9e09-94ad3ee738fe","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:07.985432725Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f8d82675-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"e2e-filter-sub-b-f8d82675-auth","reconcileID":"8a851bc3-58fa-4603-be75-2c99c6253c11","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f8d82675-auth","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:07.985483229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"9402df08-d8a4-4d9f-b26d-6f61ada6eccd","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:08.124365524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"f80b9049-b0f4-4295-8345-57a9292e0fbf","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:29.282834692Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:59.283885878Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:01.758102489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"56d3987f-be4a-4467-855b-eafba0a4fa6c","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"simulator-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"simulator-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:01.774545673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"bbd99f25-3129-4239-bce3-f0d40a5ea2b0","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"premium-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"premium-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:01.798016488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"de4962b9-c4c9-4e0d-b932-eef9e684b6eb","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"simulator-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"simulator-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:01.798365689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"e76b5853-23f3-4464-9b21-b5947b118c50","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"premium-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"premium-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:01.823080652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"35d37531-778d-4429-85a0-66bbdc94b32e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:01.840919033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-subscription","reconcileID":"1f4fd342-2336-41f3-bf09-503dcfc09c7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"maas-trlp-simulator-w1-b2c5f2","model":"e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:01.840949508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-subscription","reconcileID":"70f8d2ae-34c3-4e1c-ac56-e96d9e21519d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"maas-trlp-premium-w1-b2c5f2","model":"e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:01.843578073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"35d37531-778d-4429-85a0-66bbdc94b32e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:01.924125643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"4878d8c7-1e01-4082-82ff-3f31097b51be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:01.945405924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"4878d8c7-1e01-4082-82ff-3f31097b51be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:01.98436266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-subscription","reconcileID":"e1514d61-5ff0-495d-9a23-69ff0f22a726","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"maas-trlp-premium-w1-b2c5f2","model":"e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:01.984715539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-subscription","reconcileID":"e8eaf1ff-5247-447a-82d4-25c99bfccc17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"maas-trlp-simulator-w1-b2c5f2","model":"e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:02.043751906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"5379a701-e08a-4526-85ae-bbdf25c7b990","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:02.06424747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"5379a701-e08a-4526-85ae-bbdf25c7b990","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:02.112088858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3616e754-0049-4e5e-a72c-ce1f5edaf4f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:02.128590949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3616e754-0049-4e5e-a72c-ce1f5edaf4f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:02.144910561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3616e754-0049-4e5e-a72c-ce1f5edaf4f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:02.161272254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3616e754-0049-4e5e-a72c-ce1f5edaf4f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:02.161467237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"f2bff5d1-8798-4e73-ad8a-5212d82070d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:02.18296434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"f2bff5d1-8798-4e73-ad8a-5212d82070d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:02.860327275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70add102-e267-44a8-869c-774b38ea36e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:02.87636602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70add102-e267-44a8-869c-774b38ea36e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:02.893308715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70add102-e267-44a8-869c-774b38ea36e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:02.910215555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70add102-e267-44a8-869c-774b38ea36e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:02.947058013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"0215e740-d425-4d39-abbf-6c52cf28e9ec","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:02.94738909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"ae89e8db-2136-440f-8c8b-9b9dcb4557d6","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"premium-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"premium-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:02.979567228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"b3162e25-cf0b-4ccf-98e0-9a2655abf9be","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:02.993666782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"9fda2421-5781-4cf9-a896-891aed37c0f5","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"premium-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"premium-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.009311546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"7ee5946a-bc14-4467-bd65-ad4a3a7a8cf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.009312589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"37da8fc1-450c-4679-bde9-44131524e33a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.029329073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-subscription","reconcileID":"15b734c0-8d80-4a0f-82c4-72d8d3262676","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-premium-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.029429893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-subscription","reconcileID":"de2f5584-1573-4ee2-a40a-9678268b1a8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.033233949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"7ee5946a-bc14-4467-bd65-ad4a3a7a8cf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.033518701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"37da8fc1-450c-4679-bde9-44131524e33a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.219244884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"49dd5c8e-7761-4444-b0b1-c0ca015ba309","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.21931096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"e2bf9998-618a-4fff-8162-fbb9113e86eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.240859238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"e2bf9998-618a-4fff-8162-fbb9113e86eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.241170225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"49dd5c8e-7761-4444-b0b1-c0ca015ba309","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.584802038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a26f7f13-c83d-4bcb-a454-449a8d334887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.601131925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a26f7f13-c83d-4bcb-a454-449a8d334887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.617699015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a26f7f13-c83d-4bcb-a454-449a8d334887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.634995596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a26f7f13-c83d-4bcb-a454-449a8d334887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.685796174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"ff482679-d3db-402f-a546-f9ac2cf993f6","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.702684947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"6c702cb5-3770-44ff-b55a-6def60dfcb9d","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"premium-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"premium-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.723358499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"465212f1-dc2f-4249-ae2d-a0d7aa7d3f8a","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.723693287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"0ddf12e0-b476-40d5-a834-b64a9946346a","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"premium-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"premium-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.767043575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"b848d51a-e467-49c5-9b10-f9fc24cabb91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.767043666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"f8d1eacd-2042-4bcd-a327-98b9e67d7811","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.773181057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-subscription","reconcileID":"cb7754f7-1f94-4ae4-a541-b04ae84d9805","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-premium-w3-105882","model":"e2e-models-e2e-worker-w3-105882/premium-w3-105882","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.787617427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-subscription","reconcileID":"963da05e-d94d-49be-8bc5-57dc9e0a26c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-simulator-w3-105882","model":"e2e-models-e2e-worker-w3-105882/simulator-w3-105882","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.792131647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"b848d51a-e467-49c5-9b10-f9fc24cabb91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.800459097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"f8d1eacd-2042-4bcd-a327-98b9e67d7811","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.925230219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-subscription","reconcileID":"bbb90669-e72d-4a55-b1e5-9542b7f513b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-premium-w3-105882","model":"e2e-models-e2e-worker-w3-105882/premium-w3-105882","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.986649337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"16fe98ba-69ae-4762-bb50-28994436c7c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.987915334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"aa4b588e-f5e3-4a7d-806c-0202392cc8e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.988356361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-subscription","reconcileID":"481ef731-40bd-44c2-b14f-080540fbfcc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-simulator-w3-105882","model":"e2e-models-e2e-worker-w3-105882/simulator-w3-105882","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.008685888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"16fe98ba-69ae-4762-bb50-28994436c7c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.01149086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"aa4b588e-f5e3-4a7d-806c-0202392cc8e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.077709206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53b7012-1cd3-4bd8-9003-8555a61c7734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.093864896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53b7012-1cd3-4bd8-9003-8555a61c7734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.110219706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53b7012-1cd3-4bd8-9003-8555a61c7734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.126490015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53b7012-1cd3-4bd8-9003-8555a61c7734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.776591576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37ef9e5f-2e77-4d9b-ae09-07cf4ff76739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.793013733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37ef9e5f-2e77-4d9b-ae09-07cf4ff76739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.809465192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37ef9e5f-2e77-4d9b-ae09-07cf4ff76739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.825940001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37ef9e5f-2e77-4d9b-ae09-07cf4ff76739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:08.560194336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"063a4104-5ad3-4c4f-94a2-7d699704de7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:08.576495044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"063a4104-5ad3-4c4f-94a2-7d699704de7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:08.592976802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"063a4104-5ad3-4c4f-94a2-7d699704de7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:08.610580349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"063a4104-5ad3-4c4f-94a2-7d699704de7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:08.662511837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-subscription","reconcileID":"ebd083f6-f81b-48d0-a215-16e674085f36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-premium-w3-105882","model":"e2e-models-e2e-worker-w3-105882/premium-w3-105882","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:08.678396866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-subscription","reconcileID":"9726a5ca-8245-4e51-b74a-83860548b7c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-premium-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:08.787837642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-subscription","reconcileID":"b2aa94d9-de10-46eb-ae84-44b2e466fe09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"maas-trlp-simulator-w2-bacddc","model":"e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:08.788425431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-subscription","reconcileID":"bc14a114-fe04-4c15-af3f-3c4b2637f242","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"maas-trlp-simulator-w0-b0153c","model":"e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:08.7889369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-subscription","reconcileID":"7330ac12-f5bb-4e0c-8881-b29f143918a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"maas-trlp-premium-w0-b0153c","model":"e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:08.876815797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-subscription","reconcileID":"9f6333c6-e24a-4eea-86c7-c036cac3dc26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-simulator-w3-105882","model":"e2e-models-e2e-worker-w3-105882/simulator-w3-105882","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:08.891862019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ba0780a2-2171-42ba-84ad-1511625afaa4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:08.979884846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"73d19ec8-aa0a-4d40-9f53-2b2b5105b653","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:08.983182422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-subscription","reconcileID":"b4fe765b-71bf-41d7-8ccd-ac10f0fb3aa7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"maas-trlp-premium-w1-b2c5f2","model":"e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:08.983217143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-subscription","reconcileID":"eb688684-e6f6-45de-8871-8038257b715b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:09.029914176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"94f44c41-6c84-45c8-bf66-0c78cb0db507","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:09.030389251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"d1f1f482-bb2b-4c3a-99c8-c4e25f3c1209","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"premium-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"premium-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:09.086025345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"cc7844e4-68b6-43f9-a9aa-0f431964e316","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:09.086311192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"d4844111-17dc-4339-ad29-e1d9590e073d","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"premium-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"premium-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:09.102114626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-subscription","reconcileID":"d571f4e6-419a-4f5e-b468-707b53efa918","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"maas-trlp-simulator-w1-b2c5f2","model":"e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:09.102914342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"afaf68a7-7ba5-4f71-ab42-ea96bd6f85b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:09.103663091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-subscription","reconcileID":"3119223a-2655-431f-a723-0d39727f72d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"maas-trlp-premium-w2-bacddc","model":"e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:09.104095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"4b83f371-b173-46b1-a4d0-08d89f185759","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:09.12574997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"afaf68a7-7ba5-4f71-ab42-ea96bd6f85b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:09.128124279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"4b83f371-b173-46b1-a4d0-08d89f185759","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:09.284398249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-subscription","reconcileID":"6710573d-2aa4-4fd0-98b2-ca514bfa2108","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"maas-trlp-premium-w0-b0153c","model":"e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:09.285033045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-subscription","reconcileID":"019e3397-d1d2-4b53-866b-ac8b576757b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"maas-trlp-simulator-w0-b0153c","model":"e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:09.285468306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"7a851a8d-e21c-484a-a23b-bd164c2b2e37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:09.285987838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"cda508aa-9f84-4110-80ef-ef9f2ef5213f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:09.312695889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"7a851a8d-e21c-484a-a23b-bd164c2b2e37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:09.313808495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"cda508aa-9f84-4110-80ef-ef9f2ef5213f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:09.341995346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"10dc4fb7-1e9d-4046-b61a-f52e2a2557ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:09.362410557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"10dc4fb7-1e9d-4046-b61a-f52e2a2557ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:09.391903572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-subscription","reconcileID":"cac3da08-f20d-4c79-a72e-68ba45c82939","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"maas-trlp-premium-w0-b0153c","model":"e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:09.395426171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-subscription","reconcileID":"2781a23f-78ff-4589-a9ed-e60a5c5d2f22","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"maas-trlp-simulator-w0-b0153c","model":"e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:09.436093983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"a2070a51-0471-452e-aea1-b0cfbdc9752c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:09.456812576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"a2070a51-0471-452e-aea1-b0cfbdc9752c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:09.467875509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e548ca59-2627-48b0-b3b3-1cee83563bc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:09.484900705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e548ca59-2627-48b0-b3b3-1cee83563bc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:09.502036928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e548ca59-2627-48b0-b3b3-1cee83563bc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:09.518504562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e548ca59-2627-48b0-b3b3-1cee83563bc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:10.024655457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"b637cbcf-795d-4bd5-b97c-8adba769bf97","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:10.091194429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-subscription","reconcileID":"c8f3deb3-9f6a-4335-b5c7-bde4b6f266df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-simulator-w3-105882","model":"e2e-models-e2e-worker-w3-105882/simulator-w3-105882","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:10.096441028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"157ad7fc-fe57-44a8-99fa-452b9cd4245e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:10.096800501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"86467011-58bb-4bbf-a8fa-402e83076104","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:10.118384939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"86467011-58bb-4bbf-a8fa-402e83076104","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:10.118391812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"157ad7fc-fe57-44a8-99fa-452b9cd4245e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:10.150524382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"2ec91487-daa5-4e42-bb29-1e32e6022a81","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:10.187778719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adf39f67-fe8a-4cc8-b97b-183ed4dc8cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:10.204270917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adf39f67-fe8a-4cc8-b97b-183ed4dc8cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:10.220394973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adf39f67-fe8a-4cc8-b97b-183ed4dc8cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:10.221478978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-subscription","reconcileID":"739af862-a09a-470e-8577-80eded412dc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-simulator-w3-105882","model":"e2e-models-e2e-worker-w3-105882/simulator-w3-105882","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:10.237091642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adf39f67-fe8a-4cc8-b97b-183ed4dc8cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:10.894243021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b1e223b-3656-463d-9e11-2ef2d2fe0cfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:10.910705582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b1e223b-3656-463d-9e11-2ef2d2fe0cfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:10.927213398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b1e223b-3656-463d-9e11-2ef2d2fe0cfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:10.94350248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b1e223b-3656-463d-9e11-2ef2d2fe0cfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:11.294185085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"1b35ecee-0fa4-435d-860e-76352327cd1f","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:11.360703991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-subscription","reconcileID":"38b342c7-42cb-459d-9fef-b8afc94dea95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"maas-trlp-simulator-w0-b0153c","model":"e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:11.366569002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"b888fce8-900e-44bf-87b2-5743703acf3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:11.366596281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"adc95d3f-c45b-4c2f-8220-444a0432a49c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:11.387802735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"b888fce8-900e-44bf-87b2-5743703acf3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:11.388163784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"adc95d3f-c45b-4c2f-8220-444a0432a49c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:11.390385858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"0b6b322c-f6aa-421b-aa5d-f5f7338b1e5e","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"premium-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"premium-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:11.421727782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"39237334-773a-44a5-8340-f2c3f7ae46f5","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:11.461471325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-subscription","reconcileID":"9d76487d-47fb-4d02-ac34-611c6ba3e53c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-premium-w3-105882","model":"e2e-models-e2e-worker-w3-105882/premium-w3-105882","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:11.465322277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"07288916-4749-4147-8b3f-128f38628584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:11.465759227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"41cb116f-5008-4906-9ce3-0762576ca152","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:11.486030564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"07288916-4749-4147-8b3f-128f38628584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:11.486222804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"41cb116f-5008-4906-9ce3-0762576ca152","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:11.52191297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"d033df70-4d0b-4c2d-b897-9016a2ba277b","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"premium-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"premium-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:11.566252624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-subscription","reconcileID":"2405387e-6729-49bf-a7b3-f1a9c62931a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"maas-trlp-simulator-w0-b0153c","model":"e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:11.665108869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-subscription","reconcileID":"1294d847-5b62-4a62-9f26-14fae8939220","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-premium-w3-105882","model":"e2e-models-e2e-worker-w3-105882/premium-w3-105882","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:11.95708464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"ee95b036-413f-4405-9313-692277796ae8","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"simulator-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"simulator-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:11.957616862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"3894d7ca-5e29-49ad-9bd1-130f85174412","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"premium-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"premium-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:12.009441423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"e6324fb0-f0a1-4024-89d8-9b8f30f51b23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:12.009462744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"58a53f96-e460-4ba3-b2b3-f60462001484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:12.026995063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-subscription","reconcileID":"ee62df6a-553d-4741-8032-0d29a741d956","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"maas-trlp-premium-w1-b2c5f2","model":"e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:12.027516025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-subscription","reconcileID":"ea80d1de-96af-4750-ae88-35e9cc7ca187","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"maas-trlp-simulator-w1-b2c5f2","model":"e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:12.029817862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"e6324fb0-f0a1-4024-89d8-9b8f30f51b23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:12.029853671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"58a53f96-e460-4ba3-b2b3-f60462001484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:12.126908464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"6836a6a4-c539-4480-897a-502d6be5fae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:12.127103311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"61085287-c8b0-4656-a5d0-c9b457516962","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:12.128342519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-subscription","reconcileID":"40fbcf37-2732-4d17-9a44-6af130f71b9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"maas-trlp-premium-w1-b2c5f2","model":"e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:12.128577747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-subscription","reconcileID":"1a76f096-7e24-4a57-8675-a7d4b96f314c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"maas-trlp-simulator-w1-b2c5f2","model":"e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:12.14676285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"6836a6a4-c539-4480-897a-502d6be5fae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:12.149869361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"61085287-c8b0-4656-a5d0-c9b457516962","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:14.569041644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"856c97cb-337e-4c00-bc66-d9e6e6c8ea1e","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"simulator-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"simulator-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:14.637234046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"fb83035d-f5cd-436e-aaaf-681130f96d4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:14.637732553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-subscription","reconcileID":"fcdd32e2-a45c-4bfc-b243-fe91708fae67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"maas-trlp-simulator-w1-b2c5f2","model":"e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:14.638014605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"05e1184f-dec6-4716-83b1-4180a7df9dd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:14.658081637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"05e1184f-dec6-4716-83b1-4180a7df9dd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:14.659460645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"fb83035d-f5cd-436e-aaaf-681130f96d4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:14.667622383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"56f05cf9-7030-432f-801d-a2d9539179e5","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"premium-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"premium-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:14.696202201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"60c9d924-658e-4f86-bdcb-8e7c807e5456","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"simulator-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"simulator-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:14.73608202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-subscription","reconcileID":"67e41d93-8e66-4853-8c7c-62b54d2d9ac4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"maas-trlp-premium-w1-b2c5f2","model":"e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:14.797999401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"e25d2b41-ae93-4742-b0a8-4f8a54d481a8","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"premium-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"premium-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:14.840868513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"00d40442-be52-4002-a170-0bff7697ae9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:14.84090818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"af5d3279-7b44-4141-9586-51a043529651","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:14.84164031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-subscription","reconcileID":"002cd0b4-9f91-4f49-a860-e93c77d1b346","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"maas-trlp-simulator-w1-b2c5f2","model":"e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:14.863179391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"af5d3279-7b44-4141-9586-51a043529651","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:14.865404375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"00d40442-be52-4002-a170-0bff7697ae9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:14.941141026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-subscription","reconcileID":"ee18d412-6b13-4d50-a313-b7cc68a9413d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"maas-trlp-premium-w1-b2c5f2","model":"e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:15.04006198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-subscription","reconcileID":"a50e7879-39c8-45ca-9465-f5a6c7f1b952","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"maas-trlp-simulator-w1-b2c5f2","model":"e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:15.040096373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-subscription","reconcileID":"7b8cf542-91cf-4f37-854c-d9b7be437e6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:15.05013654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3156b06a-b297-4738-9893-2eb45f634f6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:15.138124158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-subscription","reconcileID":"9f559967-9612-4e87-bc42-d3cdd48309e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"maas-trlp-premium-w0-b0153c","model":"e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:15.138130558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-subscription","reconcileID":"7267abb1-d4ed-4ee3-a543-4c3707b21195","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"maas-trlp-premium-w1-b2c5f2","model":"e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:15.244007617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-subscription","reconcileID":"478c4ac2-42e2-4adf-965b-3c988b2d21c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-premium-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:15.244011813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7c86204f-9fc6-4e3b-b859-ada8ff3b637a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:15.244323572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-subscription","reconcileID":"c7e308d3-c2a2-4cfa-a46b-6fd8b3d41364","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"maas-trlp-simulator-w2-bacddc","model":"e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:15.244500372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-subscription","reconcileID":"28f9d7f1-191d-4cc2-822c-12938607f4bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-premium-w3-105882","model":"e2e-models-e2e-worker-w3-105882/premium-w3-105882","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:15.342997099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-subscription","reconcileID":"6291ee32-ff3d-4c62-8cf8-131d72b5c788","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"maas-trlp-premium-w2-bacddc","model":"e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:15.346450883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-subscription","reconcileID":"f2fc891b-d21c-4ef1-8dfc-e582406a3131","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"maas-trlp-simulator-w0-b0153c","model":"e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:15.346485015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-subscription","reconcileID":"bf4b2808-1a81-4730-8510-6d4a593197a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-simulator-w3-105882","model":"e2e-models-e2e-worker-w3-105882/simulator-w3-105882","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:16.867844956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"9fd16313-ffad-44cf-aa8d-5c1b3353b522","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:16.868171703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"6678ec76-4ce7-4ca6-92e3-b8c80ad41b35","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"premium-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"premium-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:16.915785231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"88d9bf76-bcb8-49b9-b70b-c423a195bc8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:16.915787432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"b44ef7cf-b553-4c1f-81e7-cf86bbf43690","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:16.93370424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-subscription","reconcileID":"08942555-509f-4f57-bac8-87a8bfb21aaf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-premium-w3-105882","model":"e2e-models-e2e-worker-w3-105882/premium-w3-105882","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:16.9339227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-subscription","reconcileID":"89d65689-4df8-4242-b654-330e62019383","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-simulator-w3-105882","model":"e2e-models-e2e-worker-w3-105882/simulator-w3-105882","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:16.93650208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"88d9bf76-bcb8-49b9-b70b-c423a195bc8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:16.937087021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"b44ef7cf-b553-4c1f-81e7-cf86bbf43690","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.033832559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"4e3fe154-1413-4ed1-b431-f556145c456a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.033889209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"cb806cbd-df68-491c-957e-ae8fb6e1bf7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.035457467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-subscription","reconcileID":"dd8d2014-8321-46d6-8a27-4d61be78a997","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-premium-w3-105882","model":"e2e-models-e2e-worker-w3-105882/premium-w3-105882","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.035457773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-subscription","reconcileID":"ad1114f4-2451-437f-b13c-e33c7b869306","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-simulator-w3-105882","model":"e2e-models-e2e-worker-w3-105882/simulator-w3-105882","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.056442359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"cb806cbd-df68-491c-957e-ae8fb6e1bf7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.061221609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"4e3fe154-1413-4ed1-b431-f556145c456a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.217040707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"5ebf0c56-c5df-4f8b-a295-c79584fa7685","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"premium-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"premium-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.283643802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-subscription","reconcileID":"965c9f37-62c0-446a-9bc5-b743954a143e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"maas-trlp-premium-w0-b0153c","model":"e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.290470269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"06b267bb-3df4-4a18-8ae4-507d91538316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.290479976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"28e9fca4-3c91-49ce-b546-919e61621ce8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.311474816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"28e9fca4-3c91-49ce-b546-919e61621ce8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.312198424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"06b267bb-3df4-4a18-8ae4-507d91538316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.341723005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"d7b7f42d-b8bc-44c1-a04c-61e3620600e7","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"premium-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"premium-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.409996626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-subscription","reconcileID":"ec37ff81-8a3f-4f2c-bbe0-23282ad66bf2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"maas-trlp-premium-w0-b0153c","model":"e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.572165658Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"ba0bc55c-183e-430d-8df4-571237272895","namespace":"ai-tenant-e2e-worker-w1-b2c5f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.572260827Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"ba0bc55c-183e-430d-8df4-571237272895","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.593353502Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"ba0bc55c-183e-430d-8df4-571237272895","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.594150038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"eda168e6-88bd-4b96-8c1b-56c4ab762086","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"simulator-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"simulator-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.614301Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"ba0bc55c-183e-430d-8df4-571237272895","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.614317512Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"ba0bc55c-183e-430d-8df4-571237272895","namespace":"ai-tenant-e2e-worker-w1-b2c5f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.614373138Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"ba0bc55c-183e-430d-8df4-571237272895","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.617519189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"52e7022f-70a6-4d83-9365-b3dfa9d73f10","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"premium-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"premium-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.638111329Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"ba0bc55c-183e-430d-8df4-571237272895","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.641718477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"572caf7f-1293-40d9-b875-c63613ad5081","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"simulator-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"simulator-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.650354382Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-subscription","reconcileID":"2bfc9ee9-b460-424b-930d-3a25148b3d77","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9cb5ca21","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.65074384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"36c0b2fb-3775-42f2-b942-0a5fbcdb64ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.65083882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"0af0ac42-a850-43d8-8b90-c98be4eac731","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.661156408Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"ba0bc55c-183e-430d-8df4-571237272895","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.672272638Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-subscription","reconcileID":"a2d78ec4-65e7-4a76-afe7-1e863c21dd2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4c54a363","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.675730836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"36c0b2fb-3775-42f2-b942-0a5fbcdb64ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.676238143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"0af0ac42-a850-43d8-8b90-c98be4eac731","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.683653474Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-subscription","reconcileID":"d570b073-cb39-4d64-bf50-ae7fbd81a5d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9cb5ca21","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.714646189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-251c968b","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"e2e-conflict-a-251c968b","reconcileID":"00979d5b-71cb-42d3-bcb5-8c45d239ab46","MaaSModelRef":{"name":"e2e-conflict-a-251c968b","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"e2e-conflict-a-251c968b-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"e2e-conflict-a-251c968b","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.737802431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"04a0b5ba-e906-4983-a8b2-6c49d689990d","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"premium-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"premium-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.776095052Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-subscription","reconcileID":"9ffc5848-5df9-4051-9a8a-eef2a0477e97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4c54a363","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.810631833Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"78fe8f56-3b99-40a0-818a-a32c9ed43190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"model":"e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.81063235Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"15673a4e-eacf-4ff5-90db-8c3f77c7ac69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"model":"e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.945226688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"78fe8f56-3b99-40a0-818a-a32c9ed43190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.945305522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"15673a4e-eacf-4ff5-90db-8c3f77c7ac69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.002702835Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"15673a4e-eacf-4ff5-90db-8c3f77c7ac69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.002725812Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-access","reconcileID":"15673a4e-eacf-4ff5-90db-8c3f77c7ac69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:18.007067025Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"78fe8f56-3b99-40a0-818a-a32c9ed43190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-b2c5f2-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:18.007122203Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"78fe8f56-3b99-40a0-818a-a32c9ed43190","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-b2c5f2-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.0124743Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"ae0fd072-76a5-4396-a6d7-ab8f1efcbd3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"model":"e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.023732355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"7e9cb27e-5541-47fa-bdde-e440166afe68","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"simulator-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"simulator-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.061679314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"ae0fd072-76a5-4396-a6d7-ab8f1efcbd3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.082787763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"ae0fd072-76a5-4396-a6d7-ab8f1efcbd3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"e2e-worker-w1-b2c5f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.082810594Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-access","reconcileID":"ae0fd072-76a5-4396-a6d7-ab8f1efcbd3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b2c5f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.112244593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"c7aaa934-4d84-4234-aad6-a98290a02d29","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"premium-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"premium-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.264487509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"97910222-4be4-40eb-bb8c-15d2b605355d","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.264823842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"183c9a64-7c14-4a43-920a-8c24bf618b55","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"premium-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"premium-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.312870262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"15d0690b-e0d4-46ea-84d6-3212531c888c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.313125828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"966a6915-e66b-41fe-941c-63acd7072cf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.330842295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-subscription","reconcileID":"12821536-2ab7-46f6-8bcc-b8ea41af3b55","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"maas-trlp-simulator-w0-b0153c","model":"e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.331377742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-subscription","reconcileID":"4a4d532e-4cfe-4912-bfda-5df6bfd23c72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"maas-trlp-premium-w0-b0153c","model":"e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.33337279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"966a6915-e66b-41fe-941c-63acd7072cf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.33357255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"15d0690b-e0d4-46ea-84d6-3212531c888c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.43270809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"a44ea3f7-c82d-46d4-9d21-f6b1206750eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.432708031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"3238c8aa-6e3f-4d5e-9db7-fdfc1ac4a8d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.43384695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-subscription","reconcileID":"b59a6e79-1f9b-4d30-8689-5326121f0f6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"maas-trlp-premium-w0-b0153c","model":"e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.43403835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-subscription","reconcileID":"0ef31f24-3423-4b19-b027-ca6675d56c28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"maas-trlp-simulator-w0-b0153c","model":"e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.454609144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"a44ea3f7-c82d-46d4-9d21-f6b1206750eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.457998384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"3238c8aa-6e3f-4d5e-9db7-fdfc1ac4a8d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.61175488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-251c968b","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"e2e-conflict-a-251c968b","reconcileID":"ea0c446c-e3b6-4d01-8cb2-7b5f67afb9f5","MaaSModelRef":{"name":"e2e-conflict-a-251c968b","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"e2e-conflict-a-251c968b-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"e2e-conflict-a-251c968b","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.61206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"0cc53b88-1d7e-4bcd-8edf-c236690e139e","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.612430412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"16300ee3-5d1a-441d-8edd-66dabcbda542","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"premium-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"premium-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.691469663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"dbd331ad-adb0-481f-9b37-6b18d5111728","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"premium-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"premium-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.692045773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-251c968b","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"e2e-conflict-a-251c968b","reconcileID":"3b8b2741-c721-4e44-97c5-15de6d07fcfd","MaaSModelRef":{"name":"e2e-conflict-a-251c968b","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"e2e-conflict-a-251c968b-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"e2e-conflict-a-251c968b","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.692254525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"0ec730c5-9808-410e-8171-64e66ce56f9a","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.701896343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"87bb3f78-f9b8-412f-882b-34409dd5498a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.702221876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"7d97bcdf-b3b8-46e3-bd6a-39f4429386e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.72248638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"87bb3f78-f9b8-412f-882b-34409dd5498a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.72249721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"7d97bcdf-b3b8-46e3-bd6a-39f4429386e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.727515943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-subscription","reconcileID":"960f3927-fe69-4bf9-b1b8-0255689978f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-premium-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.728305728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-subscription","reconcileID":"98e241aa-c7ac-438f-988c-1a294343a9d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.832684526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"0b949f92-48ec-4b2b-bd77-93ca89c0c928","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.83268375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"6223cce5-6bc0-41eb-b8b3-a5592f70437c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.852991245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"6223cce5-6bc0-41eb-b8b3-a5592f70437c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.853296727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"0b949f92-48ec-4b2b-bd77-93ca89c0c928","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.016409842Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"ba190f20-0654-40a1-b0ad-6ee0b56cc222","namespace":"ai-tenant-e2e-worker-w3-105882","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.016487775Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"ba190f20-0654-40a1-b0ad-6ee0b56cc222","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.040539336Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"ba190f20-0654-40a1-b0ad-6ee0b56cc222","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.041733392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"f6219a76-a3aa-41d0-aaef-05ea69d3bb30","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.072979834Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"ba190f20-0654-40a1-b0ad-6ee0b56cc222","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.073009305Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"ba190f20-0654-40a1-b0ad-6ee0b56cc222","namespace":"ai-tenant-e2e-worker-w3-105882","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.073095164Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"ba190f20-0654-40a1-b0ad-6ee0b56cc222","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.074533099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"d8b6c1ad-0da1-4237-ba89-4fec0203dea7","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"premium-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"premium-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.110432421Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"ba190f20-0654-40a1-b0ad-6ee0b56cc222","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.110912277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"6de38a0d-913d-46a6-b97f-0331fd5b165f","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.114043758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"281cc5a7-e890-4975-88db-b9f58d328239","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.114848961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"a1534198-93be-4ca5-a2c1-b2c3a7d8e15a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.128126077Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-subscription","reconcileID":"32aae7df-53b3-4c7b-abd4-0171381c01d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-55d44ce2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.136412226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"5ad22dcb-c25b-421b-b1ad-40b649493b98","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"premium-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"premium-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.136948086Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"ba190f20-0654-40a1-b0ad-6ee0b56cc222","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.137095614Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"56b5b629-663f-4e0c-9761-1f814361d44c","namespace":"ai-tenant-e2e-worker-w0-b0153c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.137168563Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"56b5b629-663f-4e0c-9761-1f814361d44c","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.13764415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"281cc5a7-e890-4975-88db-b9f58d328239","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.14043138Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-subscription","reconcileID":"938c3d70-f9d4-46b8-a04c-279cdaff2595","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d998e766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.141405643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"a1534198-93be-4ca5-a2c1-b2c3a7d8e15a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.151309195Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-subscription","reconcileID":"fb8d0a55-2d72-4c3f-8c96-97c9e1086d31","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-55d44ce2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.16339589Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"56b5b629-663f-4e0c-9761-1f814361d44c","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.163719889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"b44fc59e-1cb6-4300-8aaf-53c6fac22973","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.177596311Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-subscription","reconcileID":"f299b804-aeb0-4966-9bd8-47f618a6a02e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d998e766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.192094422Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"56b5b629-663f-4e0c-9761-1f814361d44c","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.192122777Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"56b5b629-663f-4e0c-9761-1f814361d44c","namespace":"ai-tenant-e2e-worker-w0-b0153c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.192220774Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"56b5b629-663f-4e0c-9761-1f814361d44c","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.19276695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"95e983d2-354e-47e8-9127-0579e0c54365","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"premium-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"premium-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.210821702Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"56b5b629-663f-4e0c-9761-1f814361d44c","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.214411782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"1ae5cca3-7754-4315-b0b5-052e9852de4a","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"premium-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"premium-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.225574588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"55f5cf9b-6cb4-40a4-976a-38422f0586ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.225578142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"3abcac25-1d9c-499d-b28f-a553ccc9a06f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.226598221Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-subscription","reconcileID":"7e6422e9-a9dd-4556-95b7-2e338c66034a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-25562112","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.239575692Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"56b5b629-663f-4e0c-9761-1f814361d44c","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.240029664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"61fd8ec6-aaee-4f5e-a012-c29bdb70e578","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.246203721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"55f5cf9b-6cb4-40a4-976a-38422f0586ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.247683137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"3abcac25-1d9c-499d-b28f-a553ccc9a06f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.250261657Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-subscription","reconcileID":"4dda1afa-2b98-4845-84ff-294133d22cdf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-893654db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.266624611Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-subscription","reconcileID":"28dd8f44-0a89-4a3a-b6c7-2308e9dbdb62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-893654db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.273193828Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"48a01797-dff6-4b5b-86be-3fb44f53c063","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"model":"e2e-models-e2e-worker-w3-105882/simulator-w3-105882","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.281875607Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-subscription","reconcileID":"90d23224-e301-48e7-b381-a585a42f78ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-25562112","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.384504261Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"e9281bd0-12a2-45e9-8d22-97f6cd32f174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"model":"e2e-models-e2e-worker-w3-105882/premium-w3-105882","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.48479476Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"b5c26df6-fe2c-43e5-8c3a-480b50c0adce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"model":"e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.484844444Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"e4f1cd16-5a75-4417-93d2-93dd82126d04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"model":"e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.501246586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"48a01797-dff6-4b5b-86be-3fb44f53c063","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.556359542Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"48a01797-dff6-4b5b-86be-3fb44f53c063","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.556383189Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-access","reconcileID":"48a01797-dff6-4b5b-86be-3fb44f53c063","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.579442885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"c1c693c5-11fd-44ad-b7b5-c7be3c3854f8","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.601446618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"e4f1cd16-5a75-4417-93d2-93dd82126d04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.601495118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"b5c26df6-fe2c-43e5-8c3a-480b50c0adce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.601446616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"e9281bd0-12a2-45e9-8d22-97f6cd32f174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.623420556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"e9281bd0-12a2-45e9-8d22-97f6cd32f174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"e2e-worker-w3-105882-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.623448973Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-access","reconcileID":"e9281bd0-12a2-45e9-8d22-97f6cd32f174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-105882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-105882","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.646257943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"6885ba8e-6d69-4f6b-a2cd-93d18adb9338","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"premium-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"premium-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.658749059Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"e4f1cd16-5a75-4417-93d2-93dd82126d04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.658779531Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-access","reconcileID":"e4f1cd16-5a75-4417-93d2-93dd82126d04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:25.664868284Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"b5c26df6-fe2c-43e5-8c3a-480b50c0adce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-b0153c-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:25.664938484Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"b5c26df6-fe2c-43e5-8c3a-480b50c0adce","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-b0153c-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.670270889Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"39b4603d-67b7-45ca-ba5d-dc1e9d14ab25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"model":"e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.679859376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"a4e1c98f-20f9-48f3-9364-ae954888e7cb","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.80536658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"39b4603d-67b7-45ca-ba5d-dc1e9d14ab25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.832072613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"39b4603d-67b7-45ca-ba5d-dc1e9d14ab25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"e2e-worker-w0-b0153c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.832104117Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-access","reconcileID":"39b4603d-67b7-45ca-ba5d-dc1e9d14ab25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b0153c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.855154849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"2b97f82f-ae0b-477d-b767-9c8f77878bc0","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"premium-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"premium-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.188997196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-subscription","reconcileID":"feffbeb6-9058-42f6-b952-473b5671099b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"maas-trlp-simulator-w2-bacddc","model":"e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.282696053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dca2846a-4418-4af8-a413-94dbe98e0f39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.28270054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-subscription","reconcileID":"562dca1a-58c2-4eb1-8015-eaece15ff3b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"maas-trlp-premium-w2-bacddc","model":"e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.282973293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-subscription","reconcileID":"0e92f3d5-3347-4105-8b02-d6dca678ebfe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.381364708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e69bd859-aeb2-4eed-b630-9ece5fa7ce4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.482885918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-subscription","reconcileID":"4ff39dcd-d5e8-4f86-a799-01be596bdd2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-premium-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.601574745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"f329cf60-bfd1-482a-ac8f-3472c94b970f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.601627335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"91d0f6e7-dbea-4c48-8411-7d1d53e065d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.622970906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"91d0f6e7-dbea-4c48-8411-7d1d53e065d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.623924413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"f329cf60-bfd1-482a-ac8f-3472c94b970f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:27.699866603Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-subscription","reconcileID":"25b1c8dd-7dc1-411e-b978-98ea5c6315a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"model":"e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:27.718149515Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-subscription","reconcileID":"25b1c8dd-7dc1-411e-b978-98ea5c6315a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"model":"e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:27.734755353Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"simulator-subscription","reconcileID":"25b1c8dd-7dc1-411e-b978-98ea5c6315a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"maas-trlp-simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2","model":"e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:27.792389213Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-subscription","reconcileID":"f2020a7e-48c6-4931-b5d9-876dc02986db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"model":"e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:27.810728219Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-subscription","reconcileID":"f2020a7e-48c6-4931-b5d9-876dc02986db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"model":"e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:27.822414906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"0b56198a-02f3-412d-9b01-3aee43d8d79e","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"simulator-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"simulator-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:27.835196051Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"premium-simulator-subscription","reconcileID":"f2020a7e-48c6-4931-b5d9-876dc02986db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"name":"maas-trlp-premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2","model":"e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:27.921853587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"a5c4e9ae-2b99-49c2-83c4-8b6a4adf2c04","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"routeName":"premium-w1-b2c5f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-b2c5f2","llmisvcName":"premium-w1-b2c5f2","gateway":"openshift-ingress/e2e-worker-w1-b2c5f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:28.993626959Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"69f2db6e-09fc-443d-b187-5f5709a26672","namespace":"ai-tenant-e2e-worker-w1-b2c5f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:28.99368384Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"69f2db6e-09fc-443d-b187-5f5709a26672","namespace":"ai-tenant-e2e-worker-w1-b2c5f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:28.993734057Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"69f2db6e-09fc-443d-b187-5f5709a26672","tenant":"e2e-worker-w1-b2c5f2","tenantID":"e2e-worker-w1-b2c5f2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:29.011780854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"69f2db6e-09fc-443d-b187-5f5709a26672","gvk":"Deployment","name":"maas-api-e2e-worker-w1-b2c5f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:29.037993075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"69f2db6e-09fc-443d-b187-5f5709a26672","gvk":"Service","name":"maas-api-e2e-worker-w1-b2c5f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:29.062947024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"69f2db6e-09fc-443d-b187-5f5709a26672","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-b2c5f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:29.081760671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"69f2db6e-09fc-443d-b187-5f5709a26672","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-b2c5f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:29.099940831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"69f2db6e-09fc-443d-b187-5f5709a26672","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-b2c5f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:29.124275604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"69f2db6e-09fc-443d-b187-5f5709a26672","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-b2c5f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:29.145673632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"69f2db6e-09fc-443d-b187-5f5709a26672","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-b2c5f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:29.166505222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"69f2db6e-09fc-443d-b187-5f5709a26672","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-b2c5f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:29.186204873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"69f2db6e-09fc-443d-b187-5f5709a26672","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-b2c5f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:29.205742728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"69f2db6e-09fc-443d-b187-5f5709a26672","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-b2c5f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:29.226788994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"69f2db6e-09fc-443d-b187-5f5709a26672","gvk":"Service","name":"payload-processing-e2e-worker-w1-b2c5f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:29.243281961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"69f2db6e-09fc-443d-b187-5f5709a26672","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-b2c5f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:29.259478484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"69f2db6e-09fc-443d-b187-5f5709a26672","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-b2c5f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:29.287098153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"69f2db6e-09fc-443d-b187-5f5709a26672","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-b2c5f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:29.291873845Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:29.303647645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"69f2db6e-09fc-443d-b187-5f5709a26672","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-b2c5f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:29.323619837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"69f2db6e-09fc-443d-b187-5f5709a26672","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-b2c5f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:29.343328919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"69f2db6e-09fc-443d-b187-5f5709a26672","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-b2c5f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:29.359514686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"69f2db6e-09fc-443d-b187-5f5709a26672","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-b2c5f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:29.375365679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"69f2db6e-09fc-443d-b187-5f5709a26672","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-b2c5f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:29.391596289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b2c5f2"},"namespace":"ai-tenant-e2e-worker-w1-b2c5f2","name":"default-tenant","reconcileID":"69f2db6e-09fc-443d-b187-5f5709a26672","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-b2c5f2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:29.744110704Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-b2c5f2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-b2c5f2","reconcileID":"a1023829-8529-4e1b-8447-35fbb15778a0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-b2c5f2","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-b2c5f2"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:29.838073561Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"4d889fc6-a49a-4f7c-9fe0-06592c805d15","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:29.876226303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"4d889fc6-a49a-4f7c-9fe0-06592c805d15","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:29.876400752Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"ed7569ae-5194-412e-a707-fc9427cffd59","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:29.89819531Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"ed7569ae-5194-412e-a707-fc9427cffd59","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:29.898369618Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"0d418488-ab79-4e7d-9b33-25ec7edff511","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:29.898431817Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"0d418488-ab79-4e7d-9b33-25ec7edff511","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:29.903817885Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"ff9305d7-c4b1-4f85-aa5e-4aa83e2b93db","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:29.903876193Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"ff9305d7-c4b1-4f85-aa5e-4aa83e2b93db","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:29.908857713Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"afb61590-7990-4e15-9df3-eafc2a34be09","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:29.908903977Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"afb61590-7990-4e15-9df3-eafc2a34be09","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:29.915060449Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"efa8e1ea-1309-4d2c-ae4c-429d06bd2d54","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:29.915121896Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"efa8e1ea-1309-4d2c-ae4c-429d06bd2d54","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:29.929935576Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"fa2eb08d-40b2-49eb-b766-97763b085b78","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:29.930002017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"fa2eb08d-40b2-49eb-b766-97763b085b78","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:29.936299193Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"f40eecfb-23ce-4ebd-abb4-978b3774c928","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:29.936366272Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"f40eecfb-23ce-4ebd-abb4-978b3774c928","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:29.970613385Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"173472ec-e93d-40ae-94bd-edc652fca28d","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:29.970662788Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"173472ec-e93d-40ae-94bd-edc652fca28d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:29.977779447Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"d0c6be32-674b-45ea-9b52-0cd399c1a504","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:29.977868707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"d0c6be32-674b-45ea-9b52-0cd399c1a504","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:30.05185304Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"83c0bc2f-cf30-4406-ac3e-e65b02ec955f","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:30.051978826Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"83c0bc2f-cf30-4406-ac3e-e65b02ec955f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:30.058716088Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"374f78c3-5469-4d54-8929-031b1cf3b832","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:30.058777938Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"374f78c3-5469-4d54-8929-031b1cf3b832","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:30.183490649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f90e232-2d5a-45b9-a935-752456cd4860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:30.199872273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f90e232-2d5a-45b9-a935-752456cd4860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:30.212814818Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"224bf548-4102-4cde-8212-e6b017b1eba2","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:30.212884961Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"224bf548-4102-4cde-8212-e6b017b1eba2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:30.215956651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f90e232-2d5a-45b9-a935-752456cd4860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:30.219886461Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"b693b496-96e0-481c-bea1-342dd1fba6e9","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:30.219939882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"b693b496-96e0-481c-bea1-342dd1fba6e9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:30.232042429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f90e232-2d5a-45b9-a935-752456cd4860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:30.533637172Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"f73514d7-ea78-43e9-a573-a269cc4e1c8b","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:30.533703238Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"f73514d7-ea78-43e9-a573-a269cc4e1c8b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:30.540971483Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"c5d219a4-c281-46f8-89bd-bd4f95a05d6e","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:30.541024515Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"c5d219a4-c281-46f8-89bd-bd4f95a05d6e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:30.870480973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"121df31e-1fd4-412b-ad25-75fb49e62785","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:30.886938689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"121df31e-1fd4-412b-ad25-75fb49e62785","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:30.903380719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"121df31e-1fd4-412b-ad25-75fb49e62785","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:30.919787528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"121df31e-1fd4-412b-ad25-75fb49e62785","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:31.173935293Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"b1d09c0c-248e-4454-9938-15367a154d04","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:31.174012474Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"b1d09c0c-248e-4454-9938-15367a154d04","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:31.181246803Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"dcbb8ede-cdc7-4993-b1ec-f963861b73b1","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:31.18131336Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"dcbb8ede-cdc7-4993-b1ec-f963861b73b1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:31.66084218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31717ed1-d299-4a3c-9a6c-9210a3368383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:31.677640564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31717ed1-d299-4a3c-9a6c-9210a3368383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:31.693840709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31717ed1-d299-4a3c-9a6c-9210a3368383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:31.710303324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31717ed1-d299-4a3c-9a6c-9210a3368383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:32.370006122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30f223aa-d687-46ab-8e63-be0e3518629c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:32.386434791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30f223aa-d687-46ab-8e63-be0e3518629c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:32.402750602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30f223aa-d687-46ab-8e63-be0e3518629c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:32.419271498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30f223aa-d687-46ab-8e63-be0e3518629c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:32.454447478Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"11483408-fc91-4c8c-949d-95822b7d1816","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:32.454524636Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"11483408-fc91-4c8c-949d-95822b7d1816","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:32.461961814Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"1834514b-0e9b-4fbc-b908-98540b2421c9","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:32.462022677Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"1834514b-0e9b-4fbc-b908-98540b2421c9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:33.080752048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"908ebe1a-8dfd-4c30-a2a0-3857c2945ede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:33.098795752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"908ebe1a-8dfd-4c30-a2a0-3857c2945ede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:33.115387133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"908ebe1a-8dfd-4c30-a2a0-3857c2945ede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:33.132211435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"908ebe1a-8dfd-4c30-a2a0-3857c2945ede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:33.808845849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e700bc-667e-4762-b41b-c56b191d3a7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:33.825372287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e700bc-667e-4762-b41b-c56b191d3a7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:33.841858817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e700bc-667e-4762-b41b-c56b191d3a7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:33.858535619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e700bc-667e-4762-b41b-c56b191d3a7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:34.339881985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-251c968b","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"e2e-conflict-b-251c968b","reconcileID":"adeb671e-d93e-4db4-bf3a-a0c4597425cd","MaaSModelRef":{"name":"e2e-conflict-b-251c968b","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"e2e-conflict-b-251c968b-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"e2e-conflict-b-251c968b","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:34.363297251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-251c968b","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"e2e-conflict-a-251c968b","reconcileID":"2658fe7e-2b82-4984-8c94-f014b6306bf8","MaaSModelRef":{"name":"e2e-conflict-a-251c968b","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"e2e-conflict-a-251c968b-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"e2e-conflict-a-251c968b","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:34.590375618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c995e551-cf13-4342-8ee3-7aa4ebaf08aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:34.606727883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c995e551-cf13-4342-8ee3-7aa4ebaf08aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:34.623142262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c995e551-cf13-4342-8ee3-7aa4ebaf08aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:34.640207248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c995e551-cf13-4342-8ee3-7aa4ebaf08aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:35.014967034Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"0791b757-6355-45d2-bfe4-9e192587684f","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:35.015037935Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"0791b757-6355-45d2-bfe4-9e192587684f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:35.022335819Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"5547d6b2-b68b-43cc-a34d-08dc1e4dd178","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:35.0223789Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"5547d6b2-b68b-43cc-a34d-08dc1e4dd178","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:35.168423908Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-subscription","reconcileID":"b8a1ea43-e69c-4d9e-bb1e-c8f65f523596","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"model":"e2e-models-e2e-worker-w3-105882/simulator-w3-105882","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:35.185036295Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-subscription","reconcileID":"b8a1ea43-e69c-4d9e-bb1e-c8f65f523596","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"model":"e2e-models-e2e-worker-w3-105882/simulator-w3-105882","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:35.194139666Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-subscription","reconcileID":"0ac4e0f9-3c56-4d42-9e2a-691a9a6ed436","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"model":"e2e-models-e2e-worker-w3-105882/premium-w3-105882","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:35.201344377Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"simulator-subscription","reconcileID":"b8a1ea43-e69c-4d9e-bb1e-c8f65f523596","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882","model":"e2e-models-e2e-worker-w3-105882/simulator-w3-105882","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:35.210137496Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-subscription","reconcileID":"0ac4e0f9-3c56-4d42-9e2a-691a9a6ed436","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"model":"e2e-models-e2e-worker-w3-105882/premium-w3-105882","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:35.22650656Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"premium-simulator-subscription","reconcileID":"0ac4e0f9-3c56-4d42-9e2a-691a9a6ed436","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-105882"},"name":"maas-trlp-premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882","model":"e2e-models-e2e-worker-w3-105882/premium-w3-105882","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:35.256926311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-251c968b","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"e2e-conflict-a-251c968b","reconcileID":"a0f6538e-75d7-470e-a435-c4c3cbe7447e","MaaSModelRef":{"name":"e2e-conflict-a-251c968b","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"e2e-conflict-a-251c968b-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"e2e-conflict-a-251c968b","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:35.274245424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26630694-2f1b-40dc-a273-5ce16157ebbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:35.2899021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"27cdfe67-1ff1-4bbc-b3c7-5560377938de","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"simulator-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"simulator-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:35.290435975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26630694-2f1b-40dc-a273-5ce16157ebbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:35.307464934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26630694-2f1b-40dc-a273-5ce16157ebbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:35.307907245Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-subscription","reconcileID":"273bec72-d9fa-460d-80a3-08da241f3165","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"model":"e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:35.307989833Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-subscription","reconcileID":"9d529c46-cbf8-4953-a20b-8d1c9023b8db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"model":"e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:35.325500148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26630694-2f1b-40dc-a273-5ce16157ebbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:35.419166515Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-subscription","reconcileID":"9d529c46-cbf8-4953-a20b-8d1c9023b8db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"model":"e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:35.42211699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"18191a09-b0c5-47ad-8ea8-b322a6d6229c","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"routeName":"premium-w3-105882-kserve-route","namespace":"e2e-models-e2e-worker-w3-105882","llmisvcName":"premium-w3-105882","gateway":"openshift-ingress/e2e-worker-w3-105882","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:35.431171241Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-subscription","reconcileID":"273bec72-d9fa-460d-80a3-08da241f3165","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"model":"e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:35.436186658Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"premium-simulator-subscription","reconcileID":"9d529c46-cbf8-4953-a20b-8d1c9023b8db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"maas-trlp-premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c","model":"e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:35.459514233Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"simulator-subscription","reconcileID":"273bec72-d9fa-460d-80a3-08da241f3165","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"name":"maas-trlp-simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c","model":"e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:35.535485327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"56a30a35-cfeb-490a-8bd7-76b148b6bdf1","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"premium-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"premium-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:35.553751536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"e4ccedcb-9b4b-497a-ba54-a67ad91b201b","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"routeName":"simulator-w0-b0153c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b0153c","llmisvcName":"simulator-w0-b0153c","gateway":"openshift-ingress/e2e-worker-w0-b0153c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:35.662584361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"9d4e1710-bf9c-44c5-84ea-f72d4d379ad4","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"premium-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"premium-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:35.662951088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-251c968b","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"e2e-conflict-a-251c968b","reconcileID":"decf5a9d-7bad-443a-8937-ba5fc03f10c6","MaaSModelRef":{"name":"e2e-conflict-a-251c968b","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"e2e-conflict-a-251c968b-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"e2e-conflict-a-251c968b","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:35.663195041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"4688dfe6-9737-4eb1-aba7-c0b099e76d07","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:35.713241342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"e9a81226-f238-4fc1-be0f-0c795f7db6b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:35.713482688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"64eb78a5-fdac-4f60-ad46-90b733e7cf57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:35.735572578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"64eb78a5-fdac-4f60-ad46-90b733e7cf57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:35.735909332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"e9a81226-f238-4fc1-be0f-0c795f7db6b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:35.736188185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-subscription","reconcileID":"b803b840-0872-4838-8c27-f3766b057867","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:35.743093709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-subscription","reconcileID":"83c8ef3e-52ed-40f7-90e5-76d490b74be4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-premium-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:36.075731242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b821809-7f2a-414d-a19f-ab6acb926969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:36.091712513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b821809-7f2a-414d-a19f-ab6acb926969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:36.107835506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b821809-7f2a-414d-a19f-ab6acb926969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:36.12434624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b821809-7f2a-414d-a19f-ab6acb926969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:36.774091207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de64387b-f281-4dae-a507-1770adaeb960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:36.790239894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de64387b-f281-4dae-a507-1770adaeb960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:36.807617489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de64387b-f281-4dae-a507-1770adaeb960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:36.823868888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de64387b-f281-4dae-a507-1770adaeb960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:37.042717946Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"d0f305cf-6c0c-4229-9eea-eeae0be1c44a","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:37.042864463Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"d0f305cf-6c0c-4229-9eea-eeae0be1c44a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:37.042979417Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"fc9d6900-4cd8-47e2-a7a2-fe1e7baab034","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:37.043022606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"fc9d6900-4cd8-47e2-a7a2-fe1e7baab034","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:37.057534237Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"b04b0c03-8d0b-40d0-a309-9cb27e4d7d34","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:37.057631373Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"b04b0c03-8d0b-40d0-a309-9cb27e4d7d34","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:37.057737469Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"c2fbf200-4c52-4bae-a1f6-4fe80592c044","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:37.057773863Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"c2fbf200-4c52-4bae-a1f6-4fe80592c044","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.273312746Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"3eea4fd0-1499-4d84-a0ad-cbb1b400b96e","namespace":"ai-tenant-e2e-worker-w3-105882","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.273393386Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"3eea4fd0-1499-4d84-a0ad-cbb1b400b96e","namespace":"ai-tenant-e2e-worker-w3-105882","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.273444136Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"3eea4fd0-1499-4d84-a0ad-cbb1b400b96e","tenant":"e2e-worker-w3-105882","tenantID":"e2e-worker-w3-105882","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.294015946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"3eea4fd0-1499-4d84-a0ad-cbb1b400b96e","gvk":"Deployment","name":"maas-api-e2e-worker-w3-105882","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.33895977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"3eea4fd0-1499-4d84-a0ad-cbb1b400b96e","gvk":"Service","name":"maas-api-e2e-worker-w3-105882","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.385977684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"3eea4fd0-1499-4d84-a0ad-cbb1b400b96e","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-105882","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.403777045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"3eea4fd0-1499-4d84-a0ad-cbb1b400b96e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-105882","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.424474039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"3eea4fd0-1499-4d84-a0ad-cbb1b400b96e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-105882","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.442701444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"3eea4fd0-1499-4d84-a0ad-cbb1b400b96e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-105882","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.465776285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"3eea4fd0-1499-4d84-a0ad-cbb1b400b96e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-105882","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.486676299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"3eea4fd0-1499-4d84-a0ad-cbb1b400b96e","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-105882","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.502614085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"3eea4fd0-1499-4d84-a0ad-cbb1b400b96e","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-105882","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.524630136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"3eea4fd0-1499-4d84-a0ad-cbb1b400b96e","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-105882","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.540794708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"3eea4fd0-1499-4d84-a0ad-cbb1b400b96e","gvk":"Service","name":"payload-processing-e2e-worker-w3-105882","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.561053317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"3eea4fd0-1499-4d84-a0ad-cbb1b400b96e","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-105882","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.576853279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"3eea4fd0-1499-4d84-a0ad-cbb1b400b96e","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-105882","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.583591705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"963faba1-eabe-4ccb-bac9-5f9970408aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.606982863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"963faba1-eabe-4ccb-bac9-5f9970408aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.607392406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"3eea4fd0-1499-4d84-a0ad-cbb1b400b96e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-105882","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.634982973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"963faba1-eabe-4ccb-bac9-5f9970408aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.652647881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"3eea4fd0-1499-4d84-a0ad-cbb1b400b96e","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-105882","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.653534124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"963faba1-eabe-4ccb-bac9-5f9970408aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.673090863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"3eea4fd0-1499-4d84-a0ad-cbb1b400b96e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-105882","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.690873943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"3eea4fd0-1499-4d84-a0ad-cbb1b400b96e","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-105882","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.706871852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"3eea4fd0-1499-4d84-a0ad-cbb1b400b96e","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-105882","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.725515406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"3eea4fd0-1499-4d84-a0ad-cbb1b400b96e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-105882","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.74481497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-105882"},"namespace":"ai-tenant-e2e-worker-w3-105882","name":"default-tenant","reconcileID":"3eea4fd0-1499-4d84-a0ad-cbb1b400b96e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-105882","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.765791193Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"1c8d53b5-272d-40b3-97d6-dfdedc1a7a38","namespace":"ai-tenant-e2e-worker-w0-b0153c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.765873291Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"1c8d53b5-272d-40b3-97d6-dfdedc1a7a38","namespace":"ai-tenant-e2e-worker-w0-b0153c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.765950551Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"1c8d53b5-272d-40b3-97d6-dfdedc1a7a38","tenant":"e2e-worker-w0-b0153c","tenantID":"e2e-worker-w0-b0153c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.783801527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"1c8d53b5-272d-40b3-97d6-dfdedc1a7a38","gvk":"Deployment","name":"maas-api-e2e-worker-w0-b0153c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.815113352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"1c8d53b5-272d-40b3-97d6-dfdedc1a7a38","gvk":"Service","name":"maas-api-e2e-worker-w0-b0153c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.855911722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"1c8d53b5-272d-40b3-97d6-dfdedc1a7a38","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-b0153c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.87719299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"1c8d53b5-272d-40b3-97d6-dfdedc1a7a38","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-b0153c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.896288766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"1c8d53b5-272d-40b3-97d6-dfdedc1a7a38","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-b0153c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.914307808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"1c8d53b5-272d-40b3-97d6-dfdedc1a7a38","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-b0153c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.934916326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"1c8d53b5-272d-40b3-97d6-dfdedc1a7a38","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-b0153c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.954779668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"1c8d53b5-272d-40b3-97d6-dfdedc1a7a38","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-b0153c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.973762249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"1c8d53b5-272d-40b3-97d6-dfdedc1a7a38","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-b0153c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:37.98950873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"1c8d53b5-272d-40b3-97d6-dfdedc1a7a38","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-b0153c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:38.008794238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"1c8d53b5-272d-40b3-97d6-dfdedc1a7a38","gvk":"Service","name":"payload-processing-e2e-worker-w0-b0153c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:38.032230924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"1c8d53b5-272d-40b3-97d6-dfdedc1a7a38","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-b0153c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:38.049157206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"1c8d53b5-272d-40b3-97d6-dfdedc1a7a38","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-b0153c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:38.062103842Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-105882","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-105882","reconcileID":"a5a7013f-000a-4491-880a-ccd91473f391","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-105882","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-105882"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:38.070480192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"1c8d53b5-272d-40b3-97d6-dfdedc1a7a38","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-b0153c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:38.090128337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"1c8d53b5-272d-40b3-97d6-dfdedc1a7a38","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-b0153c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:38.115807053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"1c8d53b5-272d-40b3-97d6-dfdedc1a7a38","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-b0153c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.124093149Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"66ff431d-a767-4a09-8555-77742d274604","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/simulator-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:38.183974208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"1c8d53b5-272d-40b3-97d6-dfdedc1a7a38","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-b0153c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.185255454Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"66ff431d-a767-4a09-8555-77742d274604","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/simulator-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.185650492Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"91ccdcf1-4809-4ed1-96c6-24fccf40add8","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/premium-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:38.206303661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"1c8d53b5-272d-40b3-97d6-dfdedc1a7a38","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-b0153c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.210568005Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"91ccdcf1-4809-4ed1-96c6-24fccf40add8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/premium-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.210898398Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"c8f5dfcb-d94f-488e-843e-b68bdb43f644","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/simulator-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.211015766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"c8f5dfcb-d94f-488e-843e-b68bdb43f644","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/simulator-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.215928349Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"5567b8e1-044e-4e60-8981-afb4f31dbac0","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/premium-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.21598285Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"5567b8e1-044e-4e60-8981-afb4f31dbac0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/premium-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.221522516Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"a3eb3c35-8b50-4169-a07b-748e27bcbeb6","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/simulator-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.221660921Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"a3eb3c35-8b50-4169-a07b-748e27bcbeb6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/simulator-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:38.225796914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"1c8d53b5-272d-40b3-97d6-dfdedc1a7a38","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-b0153c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.283897814Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"3ca426c9-a4ae-4728-b364-b5697655219c","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/premium-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:38.284656273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b0153c"},"namespace":"ai-tenant-e2e-worker-w0-b0153c","name":"default-tenant","reconcileID":"1c8d53b5-272d-40b3-97d6-dfdedc1a7a38","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-b0153c","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.28474453Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"3ca426c9-a4ae-4728-b364-b5697655219c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/premium-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.285339992Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"96d415a4-4c0c-4eb7-b456-256a65b14ca2","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/simulator-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.285451008Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"96d415a4-4c0c-4eb7-b456-256a65b14ca2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/simulator-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.30583297Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"72e3a6e7-16ab-4188-9d8e-7c772719c429","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/premium-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.306030933Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"72e3a6e7-16ab-4188-9d8e-7c772719c429","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/premium-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.326467355Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"89fe567d-7363-4973-8b98-72de53fc5b6a","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/simulator-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.326611804Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"89fe567d-7363-4973-8b98-72de53fc5b6a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/simulator-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.347049505Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"1edd2972-9832-4e90-85c4-3c89c73833f9","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/premium-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.347170487Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"1edd2972-9832-4e90-85c4-3c89c73833f9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/premium-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.407175115Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"9ca2971c-5c6e-4f5b-8cad-ce1b501ec900","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/simulator-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.407257433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"9ca2971c-5c6e-4f5b-8cad-ce1b501ec900","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/simulator-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.427775013Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"95fe57a7-75dc-4b2e-b781-8041a67a6d09","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/premium-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.427941475Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"95fe57a7-75dc-4b2e-b781-8041a67a6d09","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/premium-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:38.546058182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcbd7439-1109-4464-8f02-7217c1b083e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:38.562992131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcbd7439-1109-4464-8f02-7217c1b083e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.568025614Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"53f686ab-014d-466f-b233-537428fcd9f6","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/simulator-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.568095686Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"53f686ab-014d-466f-b233-537428fcd9f6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/simulator-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:38.579647244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcbd7439-1109-4464-8f02-7217c1b083e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.588584509Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"3fb94771-5174-40bb-8182-16de4a3009d7","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/premium-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.588648027Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"3fb94771-5174-40bb-8182-16de4a3009d7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/premium-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:38.596633052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcbd7439-1109-4464-8f02-7217c1b083e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:38.699972111Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-b0153c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-b0153c","reconcileID":"4c2de309-5148-4097-bb48-ce54f6db7eac","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-b0153c","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-b0153c"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.757506497Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"67139ba5-64e0-419f-9517-d16380b664bd","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.780369318Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"67139ba5-64e0-419f-9517-d16380b664bd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.780589889Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"29419197-0e8c-4a75-a081-2e3da32d24d2","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.807508745Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"29419197-0e8c-4a75-a081-2e3da32d24d2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:38.807766383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"d0400594-72d9-4ed8-9e87-1a7d83aebcc7","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"simulator-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"simulator-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:38.808250812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"5dc7e515-7fc7-438d-9c35-38144c11da2c","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"premium-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"premium-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.808609335Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"1fda3b1e-fa34-48b6-8c55-d90dd61cf090","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.80866785Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"1fda3b1e-fa34-48b6-8c55-d90dd61cf090","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:38.809008179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"d291cdfb-1ab0-4c39-b031-6929e5268a01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.813135564Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"eaf0d0e7-32de-46b0-a6c6-d2bdf679c4ac","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.81318726Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"eaf0d0e7-32de-46b0-a6c6-d2bdf679c4ac","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:38.814047615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"96d2f2f2-79a6-48de-a372-64c4ae970688","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.819117265Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"784937e5-b1d2-459d-b932-68d7bb11ba3e","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.819167332Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"784937e5-b1d2-459d-b932-68d7bb11ba3e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.823829112Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"29393435-9547-4fab-918d-ff2aa67951f5","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.823894093Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"29393435-9547-4fab-918d-ff2aa67951f5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:38.827683491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-subscription","reconcileID":"bb9b0020-2914-41ff-96f2-b45569f92dd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"maas-trlp-simulator-w2-bacddc","model":"e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:38.828457803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-subscription","reconcileID":"8cf8f59d-883e-4027-bd79-2c9b65f08d5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"maas-trlp-premium-w2-bacddc","model":"e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:38.832188728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"d291cdfb-1ab0-4c39-b031-6929e5268a01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:38.832313764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"323a7709-cd34-4507-a502-1b0c43d8d84c","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"simulator-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"simulator-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:38.832838128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"aab1eacc-7730-465d-a82b-c8e4c526a581","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"premium-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"premium-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:38.837133753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"96d2f2f2-79a6-48de-a372-64c4ae970688","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.842886347Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"10fdf4a9-e199-4b0e-b997-b3bce8643ad2","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.842979603Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"10fdf4a9-e199-4b0e-b997-b3bce8643ad2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.844626375Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"f76c70cc-cf87-4c84-a1a9-3b8196c9b9b3","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.84471347Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"f76c70cc-cf87-4c84-a1a9-3b8196c9b9b3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.883193195Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"bd9aa83e-c59e-44de-b9f9-06acf4bdf7bc","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.883269838Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"bd9aa83e-c59e-44de-b9f9-06acf4bdf7bc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.885075555Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"1483dea2-a672-4fa5-a9c3-dbc2be4496e1","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.88513694Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"1483dea2-a672-4fa5-a9c3-dbc2be4496e1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.888334982Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"bbc6ee56-88af-4847-9da5-83a7fa630ff1","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/simulator-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.888387059Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"bbc6ee56-88af-4847-9da5-83a7fa630ff1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/simulator-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.909179674Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"cbcc3a47-f837-4d9b-b397-82e2541d90c5","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/premium-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.909241954Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"cbcc3a47-f837-4d9b-b397-82e2541d90c5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/premium-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:38.937104397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-subscription","reconcileID":"2ae6e924-42ba-4e7f-b3a9-7818b00bb30c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"maas-trlp-simulator-w2-bacddc","model":"e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:38.937602801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-subscription","reconcileID":"1fc3a07d-3384-4b31-b1ea-76ca01024afa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"maas-trlp-premium-w2-bacddc","model":"e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.964288805Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"aa19926c-3aa7-4df5-92e8-9ccd5d82f1ae","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.964380979Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"aa19926c-3aa7-4df5-92e8-9ccd5d82f1ae","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.965664625Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"9cef7063-eddf-4c1c-856e-5359a523905d","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:38.965722496Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"9cef7063-eddf-4c1c-856e-5359a523905d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:39.019624295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"881ef7a3-8cdb-44b2-975d-bb2fcf5fd4cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:39.019906781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"73be0fc6-f2aa-46eb-b778-72eae2ed2f1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:39.040728298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"73be0fc6-f2aa-46eb-b778-72eae2ed2f1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:39.04115126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"881ef7a3-8cdb-44b2-975d-bb2fcf5fd4cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:39.124586516Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"91ef0703-50b8-402b-9580-2df617f335ca","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:39.124654152Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"91ef0703-50b8-402b-9580-2df617f335ca","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:39.126929505Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"1f375062-1ead-4a0e-b0ad-fe1a2af8d59a","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:39.126983075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"1f375062-1ead-4a0e-b0ad-fe1a2af8d59a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:39.295857514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4400b293-2b8d-4a8b-b491-3e2c7027484d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:39.312209763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4400b293-2b8d-4a8b-b491-3e2c7027484d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:39.328534705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4400b293-2b8d-4a8b-b491-3e2c7027484d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:39.347131733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4400b293-2b8d-4a8b-b491-3e2c7027484d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:39.445182113Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"f3f9a143-c796-4506-85d1-d0d91794d662","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:39.44525625Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"f3f9a143-c796-4506-85d1-d0d91794d662","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:39.447626929Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"f049ae2c-15b2-4fae-bc7e-e806a3adc318","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:39.447708051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"f049ae2c-15b2-4fae-bc7e-e806a3adc318","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:39.528751762Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"a0d4d48d-fa88-40d1-ab6b-443984bf7ad7","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/simulator-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:39.528818753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"a0d4d48d-fa88-40d1-ab6b-443984bf7ad7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/simulator-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:39.550375618Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"4cc5109c-aafd-43cd-ab50-affcea2b78ed","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/premium-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:39.550450559Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"4cc5109c-aafd-43cd-ab50-affcea2b78ed","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/premium-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:40.086066234Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"a3d5e25c-8b7a-41d5-a131-4278daefeb0a","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:40.086159876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"a3d5e25c-8b7a-41d5-a131-4278daefeb0a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:40.088508024Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"833e1f1a-c96f-49f9-bb22-c94525259707","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:40.088600293Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"833e1f1a-c96f-49f9-bb22-c94525259707","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:40.80953203Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"69e824b1-208a-4a26-a7df-214f95d245b2","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/simulator-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:40.809632345Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"69e824b1-208a-4a26-a7df-214f95d245b2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/simulator-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:40.831326601Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"79169609-2b9c-4f7e-a963-d13be76630f3","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/premium-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:40.831392685Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"79169609-2b9c-4f7e-a963-d13be76630f3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/premium-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:41.367025053Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"77978f71-27ac-4080-9c4d-ca5c0df032a5","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:41.367100297Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"77978f71-27ac-4080-9c4d-ca5c0df032a5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:41.36943684Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"1be10df6-768c-4169-bf8d-60e4fcda03ce","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:41.369511881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"1be10df6-768c-4169-bf8d-60e4fcda03ce","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:42.705907612Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"287657d5-e9b4-4fda-bfa9-a30db8ce8dde","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:42.705994085Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"287657d5-e9b4-4fda-bfa9-a30db8ce8dde","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/premium-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:42.712217248Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"72caa63a-13ea-4ea4-828a-c8cfa7e4ff15","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:42.712278515Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"72caa63a-13ea-4ea4-828a-c8cfa7e4ff15","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-b2c5f2/simulator-w1-b2c5f2: AITenant \"e2e-worker-w1-b2c5f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:43.369921201Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"bc5b0d4f-47a9-4809-aade-52b651793023","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/simulator-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:43.370013531Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"bc5b0d4f-47a9-4809-aade-52b651793023","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/simulator-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:43.39246671Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"34b3eae1-08ec-4afb-b5eb-3116079155d5","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/premium-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:43.3925451Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"34b3eae1-08ec-4afb-b5eb-3116079155d5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/premium-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.721845764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"64bcd06b-d588-4d55-9054-b14684710d53","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"premium-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"premium-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.722220472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"d51e071d-d7d0-4e02-aac7-21f229c50408","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.787307869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"6a5b1b83-862e-46d8-a2e7-300439137409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.787315687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"67f4bce8-ca8d-432f-b99b-a6558a9ec1e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.815652472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-subscription","reconcileID":"acfabfe0-d526-4163-9bf8-10cbf7c4412c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-premium-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.817146382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-subscription","reconcileID":"b374d574-babc-4c15-ae59-14f17da66d81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.819509202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"6a5b1b83-862e-46d8-a2e7-300439137409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.819976041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"67f4bce8-ca8d-432f-b99b-a6558a9ec1e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:43.928247257Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"4523a2c5-ebac-48ae-8a5f-637c3b2a4a03","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:43.928319697Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"4523a2c5-ebac-48ae-8a5f-637c3b2a4a03","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:43.930629057Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"d7e54d1d-f2af-4ef9-b512-5d2b050e4ea6","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:43.930689881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"d7e54d1d-f2af-4ef9-b512-5d2b050e4ea6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:44.162984337Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"993f929a-7ab1-4532-9b60-88b660169a4b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-b2c5f2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.212228528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"308025b8-9da3-40e8-9b92-7a1a45e270b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.240234133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-subscription","reconcileID":"d0cd111d-bd02-4ce8-90c1-55255aae1ec6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-premium-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.244118441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"308025b8-9da3-40e8-9b92-7a1a45e270b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:44.271471734Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"08bfc966-3dbc-45e3-ae59-92fd78e8bc3c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-b2c5f2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.271678949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"98961745-2935-4580-9427-9e163aad8cdb","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"premium-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"premium-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.273944126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"41909941-4b79-43e3-9e4c-670777241400","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.313548181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"ea4b2c50-7c89-4d73-856d-cb730fa1d224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.385480944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-subscription","reconcileID":"511723eb-c993-4283-b9a6-c959cbf8768a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.388182943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"ea4b2c50-7c89-4d73-856d-cb730fa1d224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:44.416434621Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"410dc48a-7272-45c8-9797-a53e5b7a3b85","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-b2c5f2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.444943674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"431e4c57-7fcd-434d-b9c6-5d3c6f61f112","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.45654571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-subscription","reconcileID":"a4acde92-9350-4788-98cd-89170c54afa5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"maas-trlp-premium-w2-bacddc","model":"e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.458121704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-subscription","reconcileID":"47d3d7f2-5ba2-4fd9-b59d-e4d5839a0ae8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-premium-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.468414237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"431e4c57-7fcd-434d-b9c6-5d3c6f61f112","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.561961956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-subscription","reconcileID":"5cfed2e9-09b4-4b3c-83df-783fcf148991","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.562624082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-subscription","reconcileID":"b490f702-a929-4cd0-b6b3-841f0230379b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"maas-trlp-simulator-w2-bacddc","model":"e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:44.565733839Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"5634a901-7ee5-40d9-9744-75b6343080d4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-b2c5f2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.565881868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"7a90a13d-0db8-44b2-8911-f563afb2a89c","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"premium-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"premium-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.567919999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8977bfbd-36fe-4745-b78d-fa1fca59d2da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.584407708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8977bfbd-36fe-4745-b78d-fa1fca59d2da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.600863449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8977bfbd-36fe-4745-b78d-fa1fca59d2da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.600995927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"ea3de39b-69d1-4472-b272-ed0b46d0d5a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.617789858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8977bfbd-36fe-4745-b78d-fa1fca59d2da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.639900694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"ea3de39b-69d1-4472-b272-ed0b46d0d5a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.695596647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"2b36aae9-2069-4c5a-bb9c-32e9fce4129b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.695702603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"8300cc7f-6022-4efe-89ad-8805c0db736f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.696679212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-subscription","reconcileID":"fc1dced8-10e2-4618-a803-bb6909f0d695","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"maas-trlp-premium-w2-bacddc","model":"e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.716671368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"8300cc7f-6022-4efe-89ad-8805c0db736f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.717042413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"2b36aae9-2069-4c5a-bb9c-32e9fce4129b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:44.762902883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"e84dfa1a-532b-4020-88f1-3aa5e7ef9d49","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-b2c5f2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.763045768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"965a65d8-c061-4181-a13e-48f17e3014fb","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"simulator-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"simulator-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.795982273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-subscription","reconcileID":"59ab6114-bd1b-4a1e-9f43-932cf414e58a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.892267794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-subscription","reconcileID":"1704acc7-ef37-4289-a99c-5d1808885fc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"maas-trlp-simulator-w2-bacddc","model":"e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.893318473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-subscription","reconcileID":"6d063cf5-6651-40af-ab32-3247bf9259cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-premium-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.89820806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"f469e88d-99c6-4322-a416-3f697880ab00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.898206903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"406e252c-7bdf-4f58-af99-9a8c350ec5dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.920267212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"f469e88d-99c6-4322-a416-3f697880ab00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.920322376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"406e252c-7bdf-4f58-af99-9a8c350ec5dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:44.959709274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"2b00ed28-7471-433a-a962-2d8fae293b9a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-b2c5f2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.959861241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"42070511-d2f2-4542-b27d-396dc635ced0","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.984545792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"16115e3a-a4e1-47e9-b7ec-443515f6bd4d","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"premium-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"premium-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.051420362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-subscription","reconcileID":"2b598e21-4e3b-4874-b39d-95438b4f0987","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.101820915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"75bdc4dd-35b5-4f02-b343-8888a8ed976a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.101819789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"52883c6b-9b97-4d4f-b11c-218123f53f05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.122350786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"75bdc4dd-35b5-4f02-b343-8888a8ed976a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.123267505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"52883c6b-9b97-4d4f-b11c-218123f53f05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:45.131268699Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"3c66cce0-8561-480e-9b1d-a7bce8352b05","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-b2c5f2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.151911502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-subscription","reconcileID":"feb8bc27-b357-44d6-ae0f-8409d1af6608","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-premium-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:45.225134406Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"c3d3e22e-fae6-468d-8c5d-95a13a59ce92","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-b2c5f2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.267291128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8120ab-abf0-4de4-a762-56ee6929e2b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.283647643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8120ab-abf0-4de4-a762-56ee6929e2b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.29992567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8120ab-abf0-4de4-a762-56ee6929e2b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.316195755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8120ab-abf0-4de4-a762-56ee6929e2b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:45.346117041Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"31810e83-38ca-47c0-8867-6f1edf3a9406","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-b2c5f2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.36441286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"5cddcd75-c180-4901-9e2c-ea873bb1b7df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.364424145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"8aec69bf-7dec-43c3-ad90-97df7015e735","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.385636128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"5cddcd75-c180-4901-9e2c-ea873bb1b7df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.385923824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"8aec69bf-7dec-43c3-ad90-97df7015e735","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:45.445792768Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"aa7b6c32-83a8-4b83-94ea-b78c1ddab8c3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-b2c5f2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:45.532650527Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"d45bc4f0-d2ba-49a0-a0ad-08a9d61d3df6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-b2c5f2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:45.631398457Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"284f4a63-7ad4-4863-9134-ab86fcb3e795","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-b2c5f2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:45.851927898Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"a3919cfe-4047-4a0c-9e31-e56848d81b59","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-b2c5f2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:45.942821475Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"f6991adf-156b-4b61-b0ff-5dd2abeffd36","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-b2c5f2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:46.080949754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fafc86ac-6cfe-4436-8441-d841feb8236d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:46.09722291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fafc86ac-6cfe-4436-8441-d841feb8236d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:46.113402506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fafc86ac-6cfe-4436-8441-d841feb8236d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:46.129634396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fafc86ac-6cfe-4436-8441-d841feb8236d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:46.330849732Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"c08d952e-c4f7-4835-85d0-0435121498fe","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-b2c5f2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:46.428537444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"17d24430-9c18-43af-aa1c-b53019e0a3cd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-b2c5f2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:46.930759519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed707ab2-5455-46f1-9e6a-5f9ecf92448c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:46.947976726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed707ab2-5455-46f1-9e6a-5f9ecf92448c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:46.964744998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed707ab2-5455-46f1-9e6a-5f9ecf92448c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:46.981140238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed707ab2-5455-46f1-9e6a-5f9ecf92448c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:47.064525758Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"af16db4d-cd0a-4b07-a58f-5350878ed93d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-b2c5f2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:47.171222186Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"114c9d24-c793-48ba-aa06-eea80886aa0a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-b2c5f2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:47.745882476Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"595b8aa1-ba47-45e5-86e9-7e420da461f4","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/simulator-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:47.745956527Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"595b8aa1-ba47-45e5-86e9-7e420da461f4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/simulator-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:47.746045691Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"4ee253c0-f895-436b-a56c-541a722bb4d5","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/premium-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:47.746088765Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"4ee253c0-f895-436b-a56c-541a722bb4d5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/premium-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:47.748452199Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"142891e5-d8b9-4bb3-b26d-7f1324796595","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/simulator-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:47.748513596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"142891e5-d8b9-4bb3-b26d-7f1324796595","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/simulator-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:47.748642765Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"cc7383ec-da5e-4bcd-be09-2685d3db0ee2","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/premium-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:47.748705073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"cc7383ec-da5e-4bcd-be09-2685d3db0ee2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-105882/premium-w3-105882: AITenant \"e2e-worker-w3-105882\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:47.897769642Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"d18e5e68-57f5-4ed1-b205-ddd08eb5a66a","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:47.897858883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"d18e5e68-57f5-4ed1-b205-ddd08eb5a66a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/simulator-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:47.897971012Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"0412f141-5c84-460e-beac-24e74a495fa0","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:47.898014614Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"0412f141-5c84-460e-beac-24e74a495fa0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-b0153c/premium-w0-b0153c: AITenant \"e2e-worker-w0-b0153c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:48.426136344Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"1cab9610-5f44-4cdf-8bf3-5244759c76cd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-b2c5f2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:48.534761199Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"33e05da5-5161-4417-b7c3-ade0ffd2b57d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-b2c5f2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:48.986938685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"5291b830-d0a8-4661-88d7-d918c3f6fedb","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"simulator-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"simulator-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:48.987275751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"6d67311c-e4ae-42ff-9664-5471e2d1ce22","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"premium-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"premium-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:49.042596568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"67a0f9bf-d99a-4b20-9e6b-7c182c53b3a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:49.043435956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"852eb03e-441a-4b24-b909-cacef032d224","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:49.060431975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-subscription","reconcileID":"56484ea6-a08b-4219-8116-cc279cb7ca28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"maas-trlp-simulator-w2-bacddc","model":"e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:49.060500964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-subscription","reconcileID":"9bfbf5cc-c7a1-4e79-8472-13bd8d2b7757","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"maas-trlp-premium-w2-bacddc","model":"e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:49.063212188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"67a0f9bf-d99a-4b20-9e6b-7c182c53b3a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:49.064017042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"852eb03e-441a-4b24-b909-cacef032d224","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:49.161876032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"6ad39adf-187d-400a-b4ad-fe21a81de99d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:49.161891521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"118d5824-46df-4e3d-97ca-a1476477f9b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:49.183242599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"6ad39adf-187d-400a-b4ad-fe21a81de99d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:49.183293495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"118d5824-46df-4e3d-97ca-a1476477f9b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:49.194425242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-subscription","reconcileID":"3fbe80bd-8c1c-4ce7-8ec9-4585f2991e51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"maas-trlp-simulator-w2-bacddc","model":"e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:49.194481536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-subscription","reconcileID":"bf35af19-79de-401b-a557-193e0236447a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"maas-trlp-premium-w2-bacddc","model":"e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:49.844150056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"05d4754f-5dca-4301-81ed-55f1d4dfc735","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-105882\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:49.943661304Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"cc05fef7-0fda-4d02-af45-c46d7d8fabbe","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-105882\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:50.054868094Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"d68b94e5-0791-4819-8592-fbdf7617cffb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-105882\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:50.168997027Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"49e0df11-0b36-472b-9366-bac41a05a49f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-b0153c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:50.26841851Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"e2b1e11d-a670-42e4-bfcf-ed1961a33483","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-b0153c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:50.469248325Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"simulator-w3-105882","reconcileID":"0f146011-0b36-40b8-98d2-48cbb422b53f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-105882\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:50.693914424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-105882","namespace":"e2e-models-e2e-worker-w3-105882"},"namespace":"e2e-models-e2e-worker-w3-105882","name":"premium-w3-105882","reconcileID":"565ff894-e4d3-468d-b73d-cc95dbd82f80","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-105882\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:51.075500529Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"8bb0b357-366f-42cb-ab79-0bd1ca46f42c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-b2c5f2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:51.17281304Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"6d49f1e4-ff3e-49e6-880c-46b96a7bb0e5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-b0153c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:51.272873028Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"b57db6fb-14b7-4479-8c28-171247c12990","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-b0153c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:51.377530464Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"eba37429-165c-40e6-93db-761e524c03d5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-b2c5f2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:51.6670479Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"65200a45-997c-4269-9430-374ca40d5dda","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-b0153c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:51.763032184Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"174f8581-7d07-4345-96c0-34564d5aed79","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-b0153c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:51.812424224Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"23f5bdcd-a046-4bdc-82d4-4cb7d4751f1a","namespace":"ai-tenant-e2e-worker-w2-bacddc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:51.812588021Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"23f5bdcd-a046-4bdc-82d4-4cb7d4751f1a","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:51.833421052Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"23f5bdcd-a046-4bdc-82d4-4cb7d4751f1a","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:51.855808209Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"23f5bdcd-a046-4bdc-82d4-4cb7d4751f1a","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:51.855838875Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"23f5bdcd-a046-4bdc-82d4-4cb7d4751f1a","namespace":"ai-tenant-e2e-worker-w2-bacddc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:51.855926003Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"23f5bdcd-a046-4bdc-82d4-4cb7d4751f1a","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:51.865775865Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"e2197d1f-3edc-404a-be35-bd46c2d90ac4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-b0153c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:51.865905572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"fff48404-5b0e-4d41-b671-0fe3e9dcfbf1","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"simulator-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"simulator-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:51.881130628Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"23f5bdcd-a046-4bdc-82d4-4cb7d4751f1a","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:51.886792306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"fcab36e6-70b5-451b-8ca5-b5fbd4d65035","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:51.88684436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"6e723381-8350-48f2-b686-a6a5cc549c21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:51.887631568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"1fddbc2a-bcbb-44a5-8a50-230ebb06e4d1","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"premium-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"premium-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:51.901518652Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"23f5bdcd-a046-4bdc-82d4-4cb7d4751f1a","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:51.904132951Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-subscription","reconcileID":"d32608e4-9c4d-481b-9671-6c301936a5ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bb4401dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:51.907910401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"6e723381-8350-48f2-b686-a6a5cc549c21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:51.908098468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"fcab36e6-70b5-451b-8ca5-b5fbd4d65035","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:51.912260591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"d8677c95-16d8-4eb2-8b8b-2d4776b25b07","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"simulator-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"simulator-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:51.92800656Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-subscription","reconcileID":"38539fa1-b2d6-41db-8422-a1ba33cee7bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9d4611d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:51.931901762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"139f1df9-14e6-4422-8735-3c5cca854816","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"premium-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"premium-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:51.949155625Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-subscription","reconcileID":"11c0552c-e209-495d-9a92-7b778c4541ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bb4401dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:51.988848837Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-subscription","reconcileID":"bd8c7168-1f60-41eb-b500-11caac1802ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9d4611d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:52.043762665Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"5296f4bd-eb1d-4a29-a89b-e8a1c7567166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"model":"e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:52.043790337Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"a379965b-0fb9-4f62-9f03-2d5568c73458","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"model":"e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:52.212862399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"5296f4bd-eb1d-4a29-a89b-e8a1c7567166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:52.213187051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"a379965b-0fb9-4f62-9f03-2d5568c73458","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:52.265193905Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"a379965b-0fb9-4f62-9f03-2d5568c73458","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:52.265216613Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-access","reconcileID":"a379965b-0fb9-4f62-9f03-2d5568c73458","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:52.269256159Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"5296f4bd-eb1d-4a29-a89b-e8a1c7567166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-bacddc-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:52.269314223Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"5296f4bd-eb1d-4a29-a89b-e8a1c7567166","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-bacddc-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:52.274666061Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"10b73ec4-6f74-4a41-875e-2179c936edcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"model":"e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:52.285655197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"d1b0ed63-d1dc-40f9-8e43-012ef91b1980","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"simulator-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"simulator-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:52.325140888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"10b73ec4-6f74-4a41-875e-2179c936edcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:52.346199521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"10b73ec4-6f74-4a41-875e-2179c936edcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"e2e-worker-w2-bacddc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:52.346224743Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-access","reconcileID":"10b73ec4-6f74-4a41-875e-2179c936edcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-bacddc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:52.366906673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"323e5b63-0c1d-4e26-a262-fc917dd6cebf","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"premium-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"premium-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:54.06618887Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"simulator-w0-b0153c","reconcileID":"5eaff33c-d823-4d12-8547-b2f275cdd78e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-b0153c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.353916092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"f02cd367-0cd3-45f7-8eef-52307b59696a","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.354201639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"83817435-199c-404d-a3cc-1105d36dc340","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"premium-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"premium-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.408191307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"efb08016-b741-44e4-bcfb-0a9b72cc3907","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.408255641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"a5323d4e-ed2d-4f96-8cb9-201cf32af65f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.426529698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-subscription","reconcileID":"dbc80da4-a551-4b7b-9270-7b8d6ff6a8f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-premium-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.426597927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-subscription","reconcileID":"d305a39b-bd9c-4088-afd6-000fcd725240","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.429521884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"efb08016-b741-44e4-bcfb-0a9b72cc3907","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.430324603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"a5323d4e-ed2d-4f96-8cb9-201cf32af65f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.527142409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"abee537e-167f-446d-a791-7856ce2b8f98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.527142343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"3feb82f5-dd80-4bb7-91e8-befeb4041f96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.529065539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-subscription","reconcileID":"c3a41bcc-6250-459b-81cf-d0698b30243b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-premium-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.529337022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-subscription","reconcileID":"565b7194-839e-4b46-bb25-0abec46e6033","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.547864483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"abee537e-167f-446d-a791-7856ce2b8f98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.550050782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"3feb82f5-dd80-4bb7-91e8-befeb4041f96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:56.162219862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b0153c","namespace":"e2e-models-e2e-worker-w0-b0153c"},"namespace":"e2e-models-e2e-worker-w0-b0153c","name":"premium-w0-b0153c","reconcileID":"9173d364-62eb-43d9-a787-aa304ed5eb16","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-b0153c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:56.292306363Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"53a6d26f-544c-4359-845c-86d67adfd37b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-b2c5f2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:56.58111028Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"92bd5371-7202-4797-b6a9-02e819f2b6e4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-b2c5f2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.41114203Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"60ae7aa7-3aff-4e85-8b2a-977e7f3f691a","namespace":"ai-tenant-e2e-worker-w4-bed4a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.411240091Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"60ae7aa7-3aff-4e85-8b2a-977e7f3f691a","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.432463092Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"60ae7aa7-3aff-4e85-8b2a-977e7f3f691a","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.433322508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"39c0be08-94a5-487c-9947-c92cdb5b7c38","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.453586608Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"60ae7aa7-3aff-4e85-8b2a-977e7f3f691a","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.453610984Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"60ae7aa7-3aff-4e85-8b2a-977e7f3f691a","namespace":"ai-tenant-e2e-worker-w4-bed4a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.453676661Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"60ae7aa7-3aff-4e85-8b2a-977e7f3f691a","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.457277986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"6ba27da3-c51b-4579-b4d9-9db5fefc6615","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"premium-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"premium-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.475502046Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"60ae7aa7-3aff-4e85-8b2a-977e7f3f691a","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.480731301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"e7339d05-b297-4ff4-a91c-a78f2f5db160","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.484733742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"e247f870-9709-40f7-ba66-93969984ffb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.484748567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"9622581b-7a66-4d20-bf61-cb602c58428c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.491022631Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-subscription","reconcileID":"fcb7a13b-5ddd-420c-9386-25ab33f75ddc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-34040f67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.508782872Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"60ae7aa7-3aff-4e85-8b2a-977e7f3f691a","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.509098993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"477aaf85-179a-472a-8032-5b1e62b74db1","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"premium-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"premium-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.513532211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"9622581b-7a66-4d20-bf61-cb602c58428c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.513890388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"e247f870-9709-40f7-ba66-93969984ffb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.525352873Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-subscription","reconcileID":"642e4283-837e-4124-ad80-115dea6ce25d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a15a66c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.531876477Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-subscription","reconcileID":"7acefca5-7cad-4e8d-9ca5-540f111b226b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-34040f67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.554986357Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-subscription","reconcileID":"faf40f4e-087f-4728-ad3e-15b0bf1f4e82","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a15a66c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.64919523Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"4cf58da4-d0a3-46bc-a301-a14a617e0ad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"model":"e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.649195937Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"a6f99368-c873-4429-b6c5-4588c6f09d64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.780648555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"4cf58da4-d0a3-46bc-a301-a14a617e0ad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.780773899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"a6f99368-c873-4429-b6c5-4588c6f09d64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.834405641Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"a6f99368-c873-4429-b6c5-4588c6f09d64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.834427728Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-access","reconcileID":"a6f99368-c873-4429-b6c5-4588c6f09d64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:57.84213844Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"4cf58da4-d0a3-46bc-a301-a14a617e0ad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-bed4a2-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:57.842193892Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"4cf58da4-d0a3-46bc-a301-a14a617e0ad5","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-bed4a2-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.847511172Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"da4d6655-1f18-4c3c-93df-51a854cde62a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"model":"e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.85497316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"c12310e5-97e1-4535-9229-4db60863885c","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.899425806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"da4d6655-1f18-4c3c-93df-51a854cde62a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.92061626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"da4d6655-1f18-4c3c-93df-51a854cde62a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"e2e-worker-w4-bed4a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.920639488Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-access","reconcileID":"da4d6655-1f18-4c3c-93df-51a854cde62a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bed4a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.941365992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"f3882c99-ef9c-4519-b254-c1f90e150dfe","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"premium-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"premium-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:59.15282424Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"7a53c990-bff7-4f19-be49-d02f23e9ef5f","namespace":"ai-tenant-e2e-worker-w2-bacddc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:59.152899087Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"7a53c990-bff7-4f19-be49-d02f23e9ef5f","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:59.170681567Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"7a53c990-bff7-4f19-be49-d02f23e9ef5f","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:59.18993262Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"7a53c990-bff7-4f19-be49-d02f23e9ef5f","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:59.189953421Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"7a53c990-bff7-4f19-be49-d02f23e9ef5f","namespace":"ai-tenant-e2e-worker-w2-bacddc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:59.282368594Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:01.610065983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"98828431-cd57-48ad-a4b7-de28b6e5b106","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:01.704521254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e3c97be5-4178-47e0-934a-78e2d224441b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:01.966415517Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-subscription","reconcileID":"4c4f26a8-23fc-43e8-b688-4b48ad0c8281","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"model":"e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:01.983310241Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-subscription","reconcileID":"4c4f26a8-23fc-43e8-b688-4b48ad0c8281","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"model":"e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:01.999801926Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"simulator-subscription","reconcileID":"4c4f26a8-23fc-43e8-b688-4b48ad0c8281","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"maas-trlp-simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc","model":"e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.005293301Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-subscription","reconcileID":"6a54b251-03d9-453e-9a3f-0b168a3bd3fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"model":"e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.021416387Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-subscription","reconcileID":"6a54b251-03d9-453e-9a3f-0b168a3bd3fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"model":"e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.037470702Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"premium-simulator-subscription","reconcileID":"6a54b251-03d9-453e-9a3f-0b168a3bd3fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"name":"maas-trlp-premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc","model":"e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.084869713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"c035e55c-fa9c-4214-a3c1-6409a5ef0ff7","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"simulator-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"simulator-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.184110592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"f98f2c52-2b4d-4a2a-acc9-876e6b27ca0b","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"routeName":"premium-w2-bacddc-kserve-route","namespace":"e2e-models-e2e-worker-w2-bacddc","llmisvcName":"premium-w2-bacddc","gateway":"openshift-ingress/e2e-worker-w2-bacddc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.509963798Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"2389230d-d7dc-4097-8949-601d56843313","namespace":"ai-tenant-e2e-worker-w4-bed4a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.510044253Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"2389230d-d7dc-4097-8949-601d56843313","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.528278646Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"2389230d-d7dc-4097-8949-601d56843313","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.545957118Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"2389230d-d7dc-4097-8949-601d56843313","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.545982995Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"2389230d-d7dc-4097-8949-601d56843313","namespace":"ai-tenant-e2e-worker-w4-bed4a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.190826461Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"47ae005f-0dce-4dd7-89a8-c2ea586deae6","namespace":"ai-tenant-e2e-worker-w2-bacddc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.190929825Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"47ae005f-0dce-4dd7-89a8-c2ea586deae6","namespace":"ai-tenant-e2e-worker-w2-bacddc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.191021191Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"47ae005f-0dce-4dd7-89a8-c2ea586deae6","tenant":"e2e-worker-w2-bacddc","tenantID":"e2e-worker-w2-bacddc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.209364232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"47ae005f-0dce-4dd7-89a8-c2ea586deae6","gvk":"Deployment","name":"maas-api-e2e-worker-w2-bacddc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.249928952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"47ae005f-0dce-4dd7-89a8-c2ea586deae6","gvk":"Service","name":"maas-api-e2e-worker-w2-bacddc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.281958417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"47ae005f-0dce-4dd7-89a8-c2ea586deae6","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-bacddc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.304613985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"47ae005f-0dce-4dd7-89a8-c2ea586deae6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-bacddc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.34017935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"47ae005f-0dce-4dd7-89a8-c2ea586deae6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-bacddc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.367067073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"47ae005f-0dce-4dd7-89a8-c2ea586deae6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-bacddc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.417801769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"47ae005f-0dce-4dd7-89a8-c2ea586deae6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-bacddc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.437303178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"47ae005f-0dce-4dd7-89a8-c2ea586deae6","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-bacddc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.453332154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"47ae005f-0dce-4dd7-89a8-c2ea586deae6","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-bacddc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.468975572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"47ae005f-0dce-4dd7-89a8-c2ea586deae6","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-bacddc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.484913005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"47ae005f-0dce-4dd7-89a8-c2ea586deae6","gvk":"Service","name":"payload-processing-e2e-worker-w2-bacddc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.500912553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"47ae005f-0dce-4dd7-89a8-c2ea586deae6","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-bacddc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.516908573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"47ae005f-0dce-4dd7-89a8-c2ea586deae6","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-bacddc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.532587258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"47ae005f-0dce-4dd7-89a8-c2ea586deae6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-bacddc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.548197561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"47ae005f-0dce-4dd7-89a8-c2ea586deae6","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-bacddc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.567514047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"47ae005f-0dce-4dd7-89a8-c2ea586deae6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-bacddc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.583529848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"47ae005f-0dce-4dd7-89a8-c2ea586deae6","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-bacddc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.599474735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"47ae005f-0dce-4dd7-89a8-c2ea586deae6","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-bacddc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.615522243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"47ae005f-0dce-4dd7-89a8-c2ea586deae6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-bacddc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.631244386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-bacddc"},"namespace":"ai-tenant-e2e-worker-w2-bacddc","name":"default-tenant","reconcileID":"47ae005f-0dce-4dd7-89a8-c2ea586deae6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-bacddc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.909630465Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-bacddc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-bacddc","reconcileID":"21f08b4b-8c59-461a-a154-6a8d13d72cf8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-bacddc","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-bacddc"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:04.963729919Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"becbd079-49f5-4f63-933d-bcea743893c4","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:05.001462784Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"becbd079-49f5-4f63-933d-bcea743893c4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:05.001645728Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"bf64e61c-472d-47d4-8e00-35484c2383af","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:05.02343187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"bf64e61c-472d-47d4-8e00-35484c2383af","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:05.023707372Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"01706820-1166-4651-9e4a-6997791fae63","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:05.023779899Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"01706820-1166-4651-9e4a-6997791fae63","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:05.029274519Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"ae2f9416-215f-45a6-b43d-87f6515ff6b2","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:05.029342262Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"ae2f9416-215f-45a6-b43d-87f6515ff6b2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:05.034392557Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"a902f989-f664-4931-a1d1-c5e840aefe29","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:05.034447466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"a902f989-f664-4931-a1d1-c5e840aefe29","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:05.0396145Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"2a1c534f-d1ae-42c7-996d-963ce462f48f","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:05.039666463Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"2a1c534f-d1ae-42c7-996d-963ce462f48f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:05.054908009Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"70395aa8-ad5e-4665-9a5e-3194f9dd8212","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:05.054973712Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"70395aa8-ad5e-4665-9a5e-3194f9dd8212","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:05.060261587Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"58da3905-02d3-4b27-935c-c1696d30e70f","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:05.060314213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"58da3905-02d3-4b27-935c-c1696d30e70f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:05.097238342Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"053689c9-b9c8-4066-896e-930d5aa8bac8","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:05.097338603Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"053689c9-b9c8-4066-896e-930d5aa8bac8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:05.18389808Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"89601963-6a1e-45d2-a6ef-20dba2f26d7e","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:05.183989277Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"89601963-6a1e-45d2-a6ef-20dba2f26d7e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:05.184106874Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"f093b749-8dfc-45df-a7ac-4d0bd15a5dde","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:05.184154704Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"f093b749-8dfc-45df-a7ac-4d0bd15a5dde","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:05.265058797Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"13c86260-f327-4d17-b07b-a27794391f5b","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:05.265128453Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"13c86260-f327-4d17-b07b-a27794391f5b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:05.344612549Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"3a313e02-05e9-4444-8af6-b30bd4a10f91","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:05.344684841Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"3a313e02-05e9-4444-8af6-b30bd4a10f91","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.370616028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42522079-3c66-4875-bf4c-460a9cbcd3b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.386716694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42522079-3c66-4875-bf4c-460a9cbcd3b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.402932743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42522079-3c66-4875-bf4c-460a9cbcd3b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.420088802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42522079-3c66-4875-bf4c-460a9cbcd3b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:05.426178638Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"aa47c624-d71c-48e1-a41e-7e78a814a1d0","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:05.426243329Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"aa47c624-d71c-48e1-a41e-7e78a814a1d0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:05.665811107Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"686b3f05-6e94-4dc9-9eba-881492b30521","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:05.665880908Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"686b3f05-6e94-4dc9-9eba-881492b30521","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:05.746630705Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"3ff125dd-7265-47d6-8683-d42ff4804a00","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:05.746698243Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"3ff125dd-7265-47d6-8683-d42ff4804a00","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:06.177450474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeeafc51-3d14-4da1-85ef-a0d58c9a5830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:06.193910961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeeafc51-3d14-4da1-85ef-a0d58c9a5830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:06.210089408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeeafc51-3d14-4da1-85ef-a0d58c9a5830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:06.226196137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeeafc51-3d14-4da1-85ef-a0d58c9a5830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:06.306824921Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"f9778e4f-0f76-48d4-b121-e07221327727","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:06.306888591Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"f9778e4f-0f76-48d4-b121-e07221327727","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:06.387943626Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"8b9fb9d8-6616-47a0-b6f6-9b76c06fdb56","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:06.388015405Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"8b9fb9d8-6616-47a0-b6f6-9b76c06fdb56","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:06.611229453Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"7245af7a-273e-4a0c-aa6a-d6ebb0e52ddf","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-b2c5f2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:06.89940216Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"2cd354a5-0a7c-4b09-9113-cede652beae7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-b2c5f2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.479517935Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"bd012cbd-8519-4d11-9fb2-cfc326bf1808","namespace":"ai-tenant-e2e-worker-w4-bed4a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.479616418Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"bd012cbd-8519-4d11-9fb2-cfc326bf1808","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.499224326Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"bd012cbd-8519-4d11-9fb2-cfc326bf1808","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.516909851Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"bd012cbd-8519-4d11-9fb2-cfc326bf1808","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.516926648Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"bd012cbd-8519-4d11-9fb2-cfc326bf1808","namespace":"ai-tenant-e2e-worker-w4-bed4a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.549080914Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-subscription","reconcileID":"b40dbea0-fb85-4e4b-93d6-e70e135ab6e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.56534535Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-subscription","reconcileID":"b40dbea0-fb85-4e4b-93d6-e70e135ab6e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.571116773Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-subscription","reconcileID":"93024896-9732-4077-9c92-d5c2debfc0ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"model":"e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:07.587410211Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"0b70e5a7-f576-4b6d-9304-b201a0f848dd","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:07.587493237Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"0b70e5a7-f576-4b6d-9304-b201a0f848dd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.587513066Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-subscription","reconcileID":"93024896-9732-4077-9c92-d5c2debfc0ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"model":"e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.6418673Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"simulator-subscription","reconcileID":"b40dbea0-fb85-4e4b-93d6-e70e135ab6e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.641915865Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"premium-simulator-subscription","reconcileID":"93024896-9732-4077-9c92-d5c2debfc0ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"name":"maas-trlp-premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2","model":"e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:07.668654365Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"fcb279b1-4e7b-423b-8d89-e069176f8284","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:07.668719319Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"fcb279b1-4e7b-423b-8d89-e069176f8284","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.79338398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"f4146294-4ebd-4995-82d3-c61c86f2feb3","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"simulator-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"simulator-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.802189381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"828afc30-cef0-4d93-a44d-8a9e7c161100","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"routeName":"premium-w4-bed4a2-kserve-route","namespace":"e2e-models-e2e-worker-w4-bed4a2","llmisvcName":"premium-w4-bed4a2","gateway":"openshift-ingress/e2e-worker-w4-bed4a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.90750862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"92c096cc-968d-4b30-a160-081d2d69bbb3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:08.008655498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b4841c27-c8b2-4841-b885-b0d6c582af9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:10.148594345Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"4d08f061-61a8-424f-9e04-d899d0cfa318","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:10.148666245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"4d08f061-61a8-424f-9e04-d899d0cfa318","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:10.229026985Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"c888ac07-5ffa-495a-8a46-5b6bab038e9f","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:10.22910318Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"c888ac07-5ffa-495a-8a46-5b6bab038e9f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:12.114273903Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"5b488c0a-77f0-473c-8204-d2603f5bb0c2","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:12.114375834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"5b488c0a-77f0-473c-8204-d2603f5bb0c2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:12.11449765Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"6a66c13c-19ea-4d9f-a973-7d4b79c13e6c","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:12.114532471Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"6a66c13c-19ea-4d9f-a973-7d4b79c13e6c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:12.115187058Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"8e43e892-2f18-43aa-859a-458c32254d49","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:12.115242757Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"8e43e892-2f18-43aa-859a-458c32254d49","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:12.115313148Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"c3a36115-0e12-45ff-9a1a-ac6affa843bb","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:12.115354201Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"c3a36115-0e12-45ff-9a1a-ac6affa843bb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/premium-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.518093565Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"1637ddc1-0ffe-4b6a-87d4-0f1329aede67","namespace":"ai-tenant-e2e-worker-w4-bed4a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.518175735Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"1637ddc1-0ffe-4b6a-87d4-0f1329aede67","namespace":"ai-tenant-e2e-worker-w4-bed4a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.518237861Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"1637ddc1-0ffe-4b6a-87d4-0f1329aede67","tenant":"e2e-worker-w4-bed4a2","tenantID":"e2e-worker-w4-bed4a2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.53626001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"1637ddc1-0ffe-4b6a-87d4-0f1329aede67","gvk":"Deployment","name":"maas-api-e2e-worker-w4-bed4a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.563190153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"1637ddc1-0ffe-4b6a-87d4-0f1329aede67","gvk":"Service","name":"maas-api-e2e-worker-w4-bed4a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.583600925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"1637ddc1-0ffe-4b6a-87d4-0f1329aede67","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-bed4a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.60776176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"1637ddc1-0ffe-4b6a-87d4-0f1329aede67","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-bed4a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.626453361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"1637ddc1-0ffe-4b6a-87d4-0f1329aede67","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-bed4a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.644943533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"1637ddc1-0ffe-4b6a-87d4-0f1329aede67","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-bed4a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.665758828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"1637ddc1-0ffe-4b6a-87d4-0f1329aede67","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-bed4a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.684084677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"1637ddc1-0ffe-4b6a-87d4-0f1329aede67","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-bed4a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.700301921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"1637ddc1-0ffe-4b6a-87d4-0f1329aede67","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-bed4a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.716284529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"1637ddc1-0ffe-4b6a-87d4-0f1329aede67","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-bed4a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.732358767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"1637ddc1-0ffe-4b6a-87d4-0f1329aede67","gvk":"Service","name":"payload-processing-e2e-worker-w4-bed4a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.748473093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"1637ddc1-0ffe-4b6a-87d4-0f1329aede67","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-bed4a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.764212783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"1637ddc1-0ffe-4b6a-87d4-0f1329aede67","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-bed4a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.780055903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"1637ddc1-0ffe-4b6a-87d4-0f1329aede67","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-bed4a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.795853454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"1637ddc1-0ffe-4b6a-87d4-0f1329aede67","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-bed4a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.81532261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"1637ddc1-0ffe-4b6a-87d4-0f1329aede67","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-bed4a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.831447834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"1637ddc1-0ffe-4b6a-87d4-0f1329aede67","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-bed4a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.84758258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"1637ddc1-0ffe-4b6a-87d4-0f1329aede67","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-bed4a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.863377022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"1637ddc1-0ffe-4b6a-87d4-0f1329aede67","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-bed4a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.879445779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bed4a2"},"namespace":"ai-tenant-e2e-worker-w4-bed4a2","name":"default-tenant","reconcileID":"1637ddc1-0ffe-4b6a-87d4-0f1329aede67","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-bed4a2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:13.15878602Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-bed4a2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-bed4a2","reconcileID":"954358b7-70e2-4044-b4d5-aac3b9ff842a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-bed4a2","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-bed4a2"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:13.221057943Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"973aba06-43f5-4b5a-8621-9a0dfdc6d77f","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:13.259186205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"973aba06-43f5-4b5a-8621-9a0dfdc6d77f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:13.259331597Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"c453b2cc-5ecf-48cd-84c4-6750965af20c","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:13.280697282Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"c453b2cc-5ecf-48cd-84c4-6750965af20c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:13.280930713Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"5d9ff3f1-6c18-4719-98a6-67d52462878e","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:13.280999513Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"5d9ff3f1-6c18-4719-98a6-67d52462878e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:13.286279924Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"0cd78b45-6af3-4548-a58a-0b76b10edbf4","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:13.286327332Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"0cd78b45-6af3-4548-a58a-0b76b10edbf4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:13.291436779Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"2ae3ae8f-06b3-440f-b762-72f9c5e3117e","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:13.29148626Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"2ae3ae8f-06b3-440f-b762-72f9c5e3117e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:13.296706974Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"fb8a0fb8-2160-4127-9592-afb8b18a78f5","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:13.296790855Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"fb8a0fb8-2160-4127-9592-afb8b18a78f5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:13.311902498Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"67d2aa0f-de64-4b94-8629-7f11afe26399","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:13.311962226Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"67d2aa0f-de64-4b94-8629-7f11afe26399","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:13.3172027Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"376df124-4d55-48f6-9d01-4953c883b2cd","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:13.31724929Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"376df124-4d55-48f6-9d01-4953c883b2cd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:13.352304555Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"b9bdad7f-7fdc-4506-a2a0-8bfca569e2b0","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:13.352382956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"b9bdad7f-7fdc-4506-a2a0-8bfca569e2b0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:13.368767806Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"dff0b7b4-15d3-4842-8d24-0cdb577d4880","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:13.368845251Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"dff0b7b4-15d3-4842-8d24-0cdb577d4880","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:13.433362358Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"254168f5-7e65-4aba-8023-f8dcaee64832","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:13.433439272Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"254168f5-7e65-4aba-8023-f8dcaee64832","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:13.449593961Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"64dd5e6c-bac0-4dcb-844a-3de5d55ce31f","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:13.449685645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"64dd5e6c-bac0-4dcb-844a-3de5d55ce31f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:13.569484559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"158285c8-9b05-4dff-ae4f-8b19d2a1a52f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:13.585701713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"158285c8-9b05-4dff-ae4f-8b19d2a1a52f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:13.594696182Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"a45b9051-fbb9-4ce4-8d9f-574367b9c83e","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:13.594762966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"a45b9051-fbb9-4ce4-8d9f-574367b9c83e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:13.601727951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"158285c8-9b05-4dff-ae4f-8b19d2a1a52f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:13.610708875Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"5ac3fcb7-d19b-425f-a0fa-e0cd58f725eb","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:13.610774015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"5ac3fcb7-d19b-425f-a0fa-e0cd58f725eb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:13.617750998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"158285c8-9b05-4dff-ae4f-8b19d2a1a52f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:13.915804063Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"341622eb-90f9-4255-abbb-7462c75bd6b1","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:13.915879725Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"341622eb-90f9-4255-abbb-7462c75bd6b1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:13.931641288Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"fc0289fa-4a34-4b45-b9d7-0b489ce9f7b5","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:13.931705757Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"fc0289fa-4a34-4b45-b9d7-0b489ce9f7b5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:14.374199855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45d6148b-aa3b-49b7-a542-a58721af18c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:14.390425342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45d6148b-aa3b-49b7-a542-a58721af18c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:14.406527533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45d6148b-aa3b-49b7-a542-a58721af18c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:14.423378336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45d6148b-aa3b-49b7-a542-a58721af18c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:14.557237591Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"bd2d4855-6b6b-410b-a1c3-43108be8ae75","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:14.557313216Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"bd2d4855-6b6b-410b-a1c3-43108be8ae75","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:14.572705784Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"3904008d-bd9b-4f08-8b01-6844e8b16d01","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:14.572779961Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"3904008d-bd9b-4f08-8b01-6844e8b16d01","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:15.838319094Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"ae59d78d-4da8-42fb-a4b1-48c5d16fdf64","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:15.838387246Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"ae59d78d-4da8-42fb-a4b1-48c5d16fdf64","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:15.853730174Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"0e054ef5-fdd1-4886-a6d6-a5ebe82edd4c","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:15.853819241Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"0e054ef5-fdd1-4886-a6d6-a5ebe82edd4c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:18.399229191Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"c2ff7cc5-f316-4950-8564-4589d71a6d70","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:18.399299171Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"c2ff7cc5-f316-4950-8564-4589d71a6d70","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:18.414646605Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"87ac4b9a-ed1f-4f0a-a8bf-409e60aecc1e","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:18.414716469Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"87ac4b9a-ed1f-4f0a-a8bf-409e60aecc1e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:20.028514989Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"7c35c92e-2e60-482f-8019-afa84ef5f63f","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:20.028612019Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"7c35c92e-2e60-482f-8019-afa84ef5f63f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-bacddc/simulator-w2-bacddc: AITenant \"e2e-worker-w2-bacddc\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:20.390924227Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"15225bd5-d324-4a8d-a950-8a623b252174","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-bacddc\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:20.623630394Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"770af90f-9884-4c40-a052-024a6db23074","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-bacddc\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:20.727191399Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"b375e778-1b1d-41a4-86da-c7ba938d8d2a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-bacddc\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:20.727449157Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"ae4170ad-075f-4576-b512-3e075457e76e","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:20.727521941Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"ae4170ad-075f-4576-b512-3e075457e76e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:20.727724469Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"b729d4fd-2d05-49db-aa4c-63461c52dc93","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:20.727803397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"b729d4fd-2d05-49db-aa4c-63461c52dc93","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/premium-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:20.908612627Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"6cf5e3a7-c5ec-4fcd-9fc4-cb44c9cfdcfc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-bacddc\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:21.005684353Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"61591d18-812a-4d17-9612-8797b116bf3e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-bacddc\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:21.105286825Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"4bc64281-aa3a-45c4-8f34-0fa6fd8511ee","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-bacddc\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:21.221863239Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"426c1f20-9b07-486f-a747-69d64607d1ce","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-bacddc\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:21.331265304Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"80c49231-a5d6-47c2-890a-66d5afef6762","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-bacddc\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:21.416916335Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"451d498e-0f7c-45ae-8d88-c68c60bff429","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-bacddc\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:21.514264321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"889ae781-f2ce-4d33-823a-58b93b29249f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-bacddc\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:21.617772752Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"a5722e24-4e8b-498d-b1bf-ff6a0a26dc7f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-bacddc\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:21.735647654Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"f4b49207-a65b-498e-ad22-431a5ab53744","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-bacddc\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:21.869370216Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"f5c2a375-ebbb-40fa-a781-c67940d0afe2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-bacddc\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:21.978202357Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"a2bbf6be-5550-40e8-ae0a-cce60eef9598","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-bacddc\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:22.269648564Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"be417898-697a-48be-9ec5-d008c7203ba8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-bacddc\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:22.28289927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1882a1c7-cd50-4f93-852b-e03c9c26088d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:22.377201482Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"2a14b05a-76c7-4873-86e1-18bcb4b4932a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-bacddc\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:22.383365345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ece124cc-2e93-4cd9-a64b-5833920b6c34","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:22.988137374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"5b23a32e-0e3f-48d7-8fd6-f8941ba50506","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-bacddc\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:23.094777517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"b983cc76-9f2a-4b60-95b3-b6c75d095a08","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-bacddc\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:24.346692109Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"65dee4fa-2971-48bb-b91f-d07acf8b2062","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-bacddc\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:24.454966428Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"f7de5f02-1bfc-4524-afe6-aa329f0c8568","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-bacddc\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:25.38615823Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"e2b151b7-efb0-4a70-a3ef-221fed646734","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:25.386241049Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"e2b151b7-efb0-4a70-a3ef-221fed646734","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-bed4a2/simulator-w4-bed4a2: AITenant \"e2e-worker-w4-bed4a2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:25.568283238Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"7d3a67bf-a78c-4768-be5c-5230b3e28fd2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-bed4a2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:25.671081322Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"18e767ca-3ff2-4aa1-843e-11f07e0f3be8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-bed4a2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:25.772213741Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"b8fa9a02-dae8-4054-b64a-f43f155da1ad","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-bed4a2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:25.873372424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"b21e552b-deb7-4a80-87d8-f1c8bd3c9c1e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-bed4a2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:25.971720248Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"d6dc5e90-bbe1-4985-b128-5395126819cb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-bed4a2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:26.075680883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"319c8958-d885-4929-979e-eff2e0e9ff4a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-bed4a2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:26.174870245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"db18aea3-3e63-43c1-8352-56c83cc899cd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-bed4a2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:26.272457776Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"912ecdaa-da31-4340-b300-26f4ce0597b8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-bed4a2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:26.376796104Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"90ca415e-c08a-4379-9a58-a36c8ad362b4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-bed4a2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:26.499855058Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"e2309eaa-dd23-4a40-855f-97dfec1d5cdf","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-bed4a2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:26.660158167Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"5cf3dfa2-c162-4c82-8ba6-7e2853777eb3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-bed4a2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:26.762761228Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"ce6cdd02-d6a3-42c6-8527-fb5f97ec6713","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-bed4a2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:26.902271512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"d88627c4-52e8-4b7a-87bf-1d80bac050e8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-bed4a2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:27.00073775Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"0f0235be-8390-4e09-af50-c1885ad51e41","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-bacddc\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:27.100752788Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"b75b9f59-bc99-4e62-941b-029a25d21e02","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-bed4a2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:27.201006285Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"00a16f76-4135-4316-bb76-9598b8abb6fa","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-bacddc\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:27.304397242Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"premium-w1-b2c5f2","reconcileID":"51d4c68d-4d71-40c6-9613-d2d9703a6261","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-b2c5f2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:27.40122647Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"c8807941-0495-48f1-8e6f-71b0bcb05b60","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-bed4a2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:27.482309826Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b2c5f2","namespace":"e2e-models-e2e-worker-w1-b2c5f2"},"namespace":"e2e-models-e2e-worker-w1-b2c5f2","name":"simulator-w1-b2c5f2","reconcileID":"f48fb790-723f-4112-9f3a-676003dff02e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-b2c5f2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:27.581868886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"ed163565-892c-48e1-a1dc-9c4df68b3e8b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-bed4a2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:28.12139577Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"b4d2ab98-14df-4293-8ccf-0a31b0b7f8cb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-bed4a2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:28.302456573Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"999243b0-03e2-4631-b437-df4a7fcaa3e7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-bed4a2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:29.283508785Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:29.480567789Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"a4456998-4b30-4204-8c9f-a2f88cc7ba0b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-bed4a2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:29.663068878Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"856f4fb7-e2b1-4023-a377-3587baa4074b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-bed4a2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:32.124372471Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"premium-w4-bed4a2","reconcileID":"2c51cc9d-c10b-42c7-a3c0-620acd9c8976","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-bed4a2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:32.210584948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"premium-w2-bacddc","reconcileID":"042985b0-eb30-48b0-8a88-31091c5a2f94","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-bacddc\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:32.306820392Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bed4a2","namespace":"e2e-models-e2e-worker-w4-bed4a2"},"namespace":"e2e-models-e2e-worker-w4-bed4a2","name":"simulator-w4-bed4a2","reconcileID":"ef36eb2e-02e0-4476-8940-5f74481c5258","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-bed4a2\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:32.402670105Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-bacddc","namespace":"e2e-models-e2e-worker-w2-bacddc"},"namespace":"e2e-models-e2e-worker-w2-bacddc","name":"simulator-w2-bacddc","reconcileID":"b9a4f451-ac3f-4cbb-8492-32fca3306e01","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-bacddc\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}